-- Logs begin at Fri 2021-08-27 02:49:42 UTC, end at Fri 2021-08-27 03:56:04 UTC. -- Aug 27 03:20:57.637801 dv-cinder-804735-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 27 03:21:00.325589 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.common.config [-] Logging enabled! Aug 27 03:21:00.326212 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 27 03:21:00.326386 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93749) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 27 03:21:00.329615 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.common.config [-] Logging enabled! Aug 27 03:21:00.329869 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 27 03:21:00.330183 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93749) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 27 03:21:00.331128 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 03:21:00.331386 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 03:21:00.331754 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 03:21:00.331997 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 03:21:00.332223 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 03:21:00.332548 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.332852 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.333137 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.333353 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.333650 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.333939 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.334221 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.334504 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.334802 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.335085 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.335372 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.335666 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.335903 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.336162 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.336445 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.336726 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.336948 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] debug = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.337225 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.337648 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.338328 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.338328 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.338682 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.338965 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.339233 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.339540 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.339820 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.340156 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] host = dv-cinder-804735-2-iscsi {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.340430 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.340715 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.340999 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.341283 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.341555 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.341830 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.342111 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.342382 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.342652 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] log_file = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.342929 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.343219 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.343534 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.343822 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.344047 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.344267 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.344554 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.344841 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.345115 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.345386 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.345659 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.345934 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.346206 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.346473 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.346753 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.347035 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.347322 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.347632 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.347891 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.348161 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.348432 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.348715 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.348985 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.349270 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.349529 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.349812 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.350080 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.350349 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.350650 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.350932 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.351213 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.351528 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.351802 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.352081 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.352352 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.352622 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.352891 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] use_json = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.353161 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.353461 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.353733 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.354149 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.354423 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.354698 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.354970 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.355257 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:00.355576 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.355877 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.356175 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.356456 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.356749 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.357028 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.357317 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.357594 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.357884 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.358170 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.358456 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.358730 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.359014 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.359291 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.359605 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.359937 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.360226 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.360512 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.360781 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.361052 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.361323 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.361596 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.361878 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.362152 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.362437 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.362719 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.362978 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.363264 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.363582 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.363870 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.364140 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.364416 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.364704 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.364960 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.365231 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.365505 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.365795 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.366069 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.366338 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.366617 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.366889 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.367157 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.367449 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.367724 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.368010 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.368279 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.368547 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.368812 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.369178 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.369688 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.369883 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.370161 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.370434 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.370705 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.370983 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.371254 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.371553 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.371829 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.372101 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.372376 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.372647 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.372916 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.373184 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.373452 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.373719 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.373987 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.374255 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.374526 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.374794 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.375060 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.375326 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.375620 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.375897 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.376186 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.376480 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.376756 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.377031 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.377306 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.377582 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.377858 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.378134 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.378409 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.378687 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.378956 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.379242 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.379548 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.379836 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.380117 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.380392 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.380688 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.380964 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.381241 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.381513 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.381785 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.382063 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.382341 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.382628 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.382915 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.383200 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.383510 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.383799 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.384074 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.384375 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.384763 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:00.385115 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 03:21:00.385368 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93749) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 27 03:21:00.736283 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 27 03:21:00.736588 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 27 03:21:00.736855 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 27 03:21:00.737183 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 27 03:21:01.126842 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.127127 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.127275 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.128624 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.128895 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.129155 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.164342 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.164616 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.164865 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.180016 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.180260 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.180556 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.208659 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.209048 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.209333 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.246155 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.246445 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.246707 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.475085 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.475787 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.475787 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.475941 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.476755 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.595247 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.595595 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.595872 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.596137 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.596400 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.596709 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.596964 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.597220 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.597469 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.597750 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.597990 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.598250 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.598501 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.598749 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.599003 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.599259 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.599541 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.599789 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.600055 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.600310 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.600575 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.600828 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.601107 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.601481 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.601728 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.601971 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.602360 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93749) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 03:21:01.602600 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93749) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 03:21:01.602836 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93749) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 03:21:01.603071 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93749) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 03:21:01.603398 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93749) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 03:21:01.603679 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93749) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 03:21:01.604208 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 27 03:21:01.607267 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 27 03:21:01.611270 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 27 03:21:01.615034 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Aug 27 03:21:01.616686 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 27 03:21:01.617146 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 27 03:21:01.617478 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 27 03:21:01.617872 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 27 03:21:01.620739 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 27 03:21:01.620983 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 27 03:21:01.621328 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 27 03:21:01.626650 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 27 03:21:01.648488 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 27 03:21:01.648877 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.649170 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93749) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 27 03:21:01.649534 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.650959 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93749) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 27 03:21:01.651243 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 27 03:21:01.651514 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 27 03:21:01.654708 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.654990 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:01.719390 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 27 03:21:01.719676 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 27 03:21:01.719917 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 27 03:21:01.720291 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 27 03:21:01.743475 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_db.sqlalchemy.engines [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93749) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 27 03:21:02.288781 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.plugins.ml2.managers [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Initializing driver for type 'gre' Aug 27 03:21:02.289738 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] gre ID ranges: [(1, 1000)] Aug 27 03:21:02.348595 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.plugins.ml2.managers [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Initializing driver for type 'local' Aug 27 03:21:02.348950 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.plugins.ml2.managers [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Initializing driver for type 'vlan' Aug 27 03:21:02.364354 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] VlanTypeDriver initialization complete Aug 27 03:21:02.364685 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.plugins.ml2.managers [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Initializing driver for type 'vxlan' Aug 27 03:21:02.365206 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] vxlan ID ranges: [(1, 1000)] Aug 27 03:21:02.423149 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.plugins.ml2.managers [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Initializing extension driver 'port_security' Aug 27 03:21:02.423625 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.plugins.ml2.extensions.port_security [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] PortSecurityExtensionDriver initialization complete Aug 27 03:21:02.424026 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.plugins.ml2.managers [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Initializing mechanism driver 'openvswitch' Aug 27 03:21:02.424357 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.plugins.ml2.managers [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Initializing mechanism driver 'hyperv' Aug 27 03:21:02.433880 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.plugins.ml2.plugin [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:21:02.434571 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > port after_create 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.434938 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > port after_update 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.435285 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > port after_delete 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.435826 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93749) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 03:21:02.436259 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > subnet after_create 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.436609 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > subnet after_update 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.436949 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > subnet after_delete 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.437334 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93749) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 03:21:02.437730 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > network after_create 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.438073 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > network after_update 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.438410 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > network after_delete 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.438796 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93749) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 03:21:02.439205 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > security_group after_create 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.439575 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > security_group after_update 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.439912 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > security_group after_delete 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.440906 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93749) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 03:21:02.440906 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.441226 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.441553 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.441939 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93749) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 03:21:02.442335 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > address_group after_create 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.442675 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > address_group after_update 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.443007 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > address_group after_delete 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.443407 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93749) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 03:21:02.443780 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] ML2 OVO RPC backend initialized. {{(pid=93749) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 27 03:21:02.444478 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > router_interface after_create 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.444831 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.445240 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > network before_response 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.445583 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > networks before_response 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.445924 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > port before_response 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.446262 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > ports before_response 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.446600 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > subnet before_response 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.446933 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > subnets before_response 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.447467 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > network after_create 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.447812 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > network after_update 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.448147 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > network after_delete 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.448479 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > port after_create 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.448810 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > port after_update 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.449452 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > port after_delete 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.449790 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > subnet after_create 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.450123 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > subnet after_update 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.450451 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > subnet after_delete 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.454628 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.plugins.ml2.plugin [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Modular L2 Plugin initialization complete Aug 27 03:21:02.454628 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading services supported by the core plugin {{(pid=93749) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 27 03:21:02.454628 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.plugins.ml2.managers [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Got port-security extension from driver 'port_security' Aug 27 03:21:02.454628 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.extensions.vlantransparent [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Disabled vlantransparent extension. Aug 27 03:21:02.454628 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93749) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 27 03:21:02.454628 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading Plugin: router Aug 27 03:21:02.493766 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > router_interface before_create 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.494585 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > router after_create 55549900 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.494585 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > router before_create 55549900 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.494929 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.496095 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.496520 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > router after_delete 55549900 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.496877 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > floatingip after_create 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.497222 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > floatingip after_update 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.497572 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > router after_create 55549900 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.497914 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > router after_update 55549900 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.498254 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > router after_update 55549900 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.498598 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.498944 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > router after_update 55549900 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.499729 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > router precommit_update 55549900 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.500570 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: port after_update 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.500921 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: port after_delete 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.501259 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: subnet after_update 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.501599 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.501946 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > port precommit_delete 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.502295 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > router precommit_create 55549900 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.502635 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: port before_delete 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.502969 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > router precommit_create 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.503323 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > router after_update 55549900 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.503836 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > router precommit_delete 55549900 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.504420 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > router precommit_create 55549900 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.506303 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > router_interface after_create 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.506655 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > router precommit_update 55549900 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.507015 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > agent after_create 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.507371 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > agent after_delete 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.507725 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > network after_delete 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.508585 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.quota.resource_registry [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Tracking information for resource: router configured {{(pid=93749) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 03:21:02.508912 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.quota.resource_registry [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Tracking information for resource: floatingip configured {{(pid=93749) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 03:21:02.514025 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.db.l3_agentschedulers_db [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 27 03:21:02.514599 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: port after_update 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.514952 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: port after_create 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.515298 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: port after_delete 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.515678 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: port after_update 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.516461 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > router before_create 55550100 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.516816 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > router precommit_delete 55550100 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.517172 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > router precommit_create 55550100 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.517520 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > router precommit_update 55550100 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.522038 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.services.provider_configuration [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Service providers = [] {{(pid=93749) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 27 03:21:02.522442 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.db.servicetype_db [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93749) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 27 03:21:02.525442 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.services.service_base [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93749) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 03:21:02.525761 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.services.service_base [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93749) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 03:21:02.526123 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.services.service_base [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93749) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 03:21:02.526987 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.services.service_base [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93749) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 03:21:02.527384 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.services.service_base [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 27 03:21:02.527748 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93749) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 03:21:02.528059 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 27 03:21:02.538682 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93749) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 03:21:02.539072 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading Plugin: auto_allocate Aug 27 03:21:02.544777 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: network precommit_update 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.545143 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: network precommit_create 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.545653 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93749) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 03:21:02.545974 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading Plugin: tag Aug 27 03:21:02.552421 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93749) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 03:21:02.552743 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading Plugin: timestamp Aug 27 03:21:02.557133 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93749) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 03:21:02.557454 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading Plugin: network_ip_availability Aug 27 03:21:02.562906 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.563255 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.563641 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.564334 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93749) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 03:21:02.564659 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading Plugin: flavors Aug 27 03:21:02.569292 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93749) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 03:21:02.569615 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading Plugin: revisions Aug 27 03:21:02.573879 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93749) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 03:21:02.574264 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_concurrency.lockutils [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.837s {{(pid=93749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 27 03:21:02.574996 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93749) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 27 03:21:02.575332 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Initializing extension manager. Aug 27 03:21:02.575870 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: __init__.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.576207 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: __pycache__ {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.576540 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.576872 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: address_group.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.577614 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.578174 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: address-group Aug 27 03:21:02.578492 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: address_scope.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.579190 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.579716 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: address-scope Aug 27 03:21:02.580033 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: admin_state_down_before_update.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.580933 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.581452 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: router-admin-state-down-before-update Aug 27 03:21:02.581749 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: agent.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.582633 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.583128 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: agent Aug 27 03:21:02.583477 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: agent_resources_synced.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.584378 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.584868 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: agent-resources-synced Aug 27 03:21:02.585189 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: allowedaddresspairs.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.586953 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.587493 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: allowed-address-pairs Aug 27 03:21:02.587895 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: auto_allocated_topology.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.588945 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.589587 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: auto-allocated-topology Aug 27 03:21:02.589768 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: availability_zone.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.590482 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.590995 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: availability_zone Aug 27 03:21:02.591319 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: availability_zone_filter.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.592311 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.592882 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: availability_zone_filter Aug 27 03:21:02.593241 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: data_plane_status.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.594157 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.594652 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extension data-plane-status not supported by any of loaded plugins Aug 27 03:21:02.595023 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: default_subnetpools.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.595967 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.596527 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: default-subnetpools Aug 27 03:21:02.596852 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: dhcpagentscheduler.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.597707 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.598242 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: dhcp_agent_scheduler Aug 27 03:21:02.598562 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: dns.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.599561 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.600126 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extension dns-integration not supported by any of loaded plugins Aug 27 03:21:02.600447 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: dns_domain_ports.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.601427 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.601987 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 27 03:21:02.602358 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.603594 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.604106 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 27 03:21:02.604425 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: dvr.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.605134 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.605628 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: dvr Aug 27 03:21:02.605992 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: ecmp_routes.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.606987 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.607596 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extension ecmp_routes not supported by any of loaded plugins Aug 27 03:21:02.607899 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: empty_string_filtering.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.608867 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.609431 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: empty-string-filtering Aug 27 03:21:02.609760 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.610766 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.611222 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 27 03:21:02.611540 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.612506 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.613011 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 27 03:21:02.613337 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: external_net.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.614249 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.614742 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: external-net Aug 27 03:21:02.615060 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: extra_dhcp_opt.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.615983 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.616481 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: extra_dhcp_opt Aug 27 03:21:02.616799 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: extraroute.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.617686 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.618181 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: extraroute Aug 27 03:21:02.618500 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: extraroute_atomic.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.619659 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.620158 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: extraroute-atomic Aug 27 03:21:02.620483 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: filter_validation.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.621142 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.621632 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: filter-validation Aug 27 03:21:02.621951 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: fip_pf_description.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.622843 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.623337 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 27 03:21:02.623680 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: fip_port_details.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.624576 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.625070 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: fip-port-details Aug 27 03:21:02.625388 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: flavors.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.626598 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.627108 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: flavors Aug 27 03:21:02.627453 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.629095 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.629603 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 27 03:21:02.629928 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: floatingip_pools.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.630624 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.631123 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: floatingip-pools Aug 27 03:21:02.631474 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: ip_allocation.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.632389 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.632882 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extension ip_allocation not supported by any of loaded plugins Aug 27 03:21:02.633204 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.634116 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.634697 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: ip-substring-filtering Aug 27 03:21:02.635024 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: l2_adjacency.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.635962 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.636453 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extension l2_adjacency not supported by any of loaded plugins Aug 27 03:21:02.636770 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: l3.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.637893 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.638401 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: router Aug 27 03:21:02.638724 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: l3_conntrack_helper.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.641003 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.641519 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 27 03:21:02.641844 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.642756 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.643258 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: ext-gw-mode Aug 27 03:21:02.643603 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.644533 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.645034 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: l3-ha Aug 27 03:21:02.645353 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: l3_flavors.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.646252 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.646751 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: l3-flavors Aug 27 03:21:02.647070 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.648005 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.648499 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: l3-port-ip-change-not-allowed Aug 27 03:21:02.648815 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: l3agentscheduler.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.649845 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.650422 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: l3_agent_scheduler Aug 27 03:21:02.650750 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: logging.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.652241 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.652752 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extension logging not supported by any of loaded plugins Aug 27 03:21:02.653081 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: metering.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.653820 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.654390 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: metering Aug 27 03:21:02.654713 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.655819 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.656320 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: metering_source_and_destination_fields Aug 27 03:21:02.656642 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: multiprovidernet.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.657547 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.658042 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: multi-provider Aug 27 03:21:02.658360 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: netmtu.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.659262 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.659781 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: net-mtu Aug 27 03:21:02.660105 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: netmtu_writable.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.661010 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.661513 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: net-mtu-writable Aug 27 03:21:02.661842 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: network_availability_zone.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.662493 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.663017 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: network_availability_zone Aug 27 03:21:02.663297 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: network_ip_availability.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.664391 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.664895 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: network-ip-availability Aug 27 03:21:02.665219 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: network_segment_range.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.666162 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.666657 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extension network-segment-range not supported by any of loaded plugins Aug 27 03:21:02.666976 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: pagination.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.667980 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.668307 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: pagination Aug 27 03:21:02.668626 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: port_device_profile.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.669540 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.670051 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: port-device-profile Aug 27 03:21:02.670372 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.671270 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.671811 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: port-mac-address-regenerate Aug 27 03:21:02.672129 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.673038 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.673537 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: port-numa-affinity-policy Aug 27 03:21:02.673856 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: port_resource_request.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.674764 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.675257 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extension port-resource-request not supported by any of loaded plugins Aug 27 03:21:02.675600 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: portbindings.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.676528 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.677024 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: binding Aug 27 03:21:02.677343 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: portbindings_extended.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.678736 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.679244 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: binding-extended Aug 27 03:21:02.679590 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: portsecurity.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.680491 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.681303 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: port-security Aug 27 03:21:02.682084 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: project_id.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.682693 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.683016 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: project-id Aug 27 03:21:02.683339 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: providernet.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.684281 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.684789 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: provider Aug 27 03:21:02.685108 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: qos.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.688646 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.689157 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extension qos not supported by any of loaded plugins Aug 27 03:21:02.689481 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.690717 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.691219 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 27 03:21:02.691570 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.692476 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.692975 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 27 03:21:02.693299 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: qos_default.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.694197 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.694699 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extension qos-default not supported by any of loaded plugins Aug 27 03:21:02.695021 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: qos_fip.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.695695 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.696185 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extension qos-fip not supported by any of loaded plugins Aug 27 03:21:02.696502 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: qos_gateway_ip.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.697542 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.698017 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 27 03:21:02.698335 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: qos_port_network_policy.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.699224 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.699754 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 27 03:21:02.700074 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: qos_pps_rule.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.701234 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.701743 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extension qos-pps not supported by any of loaded plugins Aug 27 03:21:02.702065 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: qos_rule_type_details.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.702966 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.703499 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 27 03:21:02.703820 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: qos_rules_alias.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.704841 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.705339 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 27 03:21:02.705658 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: quotasv2.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.706561 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.706886 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: quotas Aug 27 03:21:02.707197 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: quotasv2_detail.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.710257 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.710593 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: quota_details Aug 27 03:21:02.710923 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: rbac.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.712194 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.713098 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: rbac-policies Aug 27 03:21:02.713098 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: rbac_address_group.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.714074 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.714583 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: rbac-address-group Aug 27 03:21:02.714907 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: rbac_address_scope.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.715828 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.716334 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: rbac-address-scope Aug 27 03:21:02.716655 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: rbac_security_groups.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.717553 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.718055 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: rbac-security-groups Aug 27 03:21:02.718376 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: rbac_subnetpool.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.719273 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.719810 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: rbac-subnetpool Aug 27 03:21:02.720131 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: revisionifmatch.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.721042 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.721544 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: revision-if-match Aug 27 03:21:02.721863 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: revisions.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.722956 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.723491 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: standard-attr-revisions Aug 27 03:21:02.723812 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: router_availability_zone.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.724478 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.724978 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: router_availability_zone Aug 27 03:21:02.725292 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: routerservicetype.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.726201 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.726696 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extension router-service-type not supported by any of loaded plugins Aug 27 03:21:02.727015 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.727953 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.728682 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: security-groups-normalized-cidr Aug 27 03:21:02.728945 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: security_groups_port_filtering.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.729776 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.730281 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: port-security-groups-filtering Aug 27 03:21:02.730601 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.731538 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.732040 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: security-groups-remote-address-group Aug 27 03:21:02.732356 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: securitygroup.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.743214 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.743765 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: security-group Aug 27 03:21:02.744140 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: segment.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.744996 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.745494 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extension segment not supported by any of loaded plugins Aug 27 03:21:02.745819 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.746754 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.747251 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 27 03:21:02.747608 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: servicetype.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.748792 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.749290 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: service-type Aug 27 03:21:02.749639 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: sorting.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.750619 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.750942 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: sorting Aug 27 03:21:02.751261 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: standard_attr_segment.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.752188 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.752694 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 27 03:21:02.753010 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: standardattrdescription.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.753654 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.754152 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: standard-attr-description Aug 27 03:21:02.754452 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: stateful_security_group.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.755372 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.755900 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: stateful-security-group Aug 27 03:21:02.756220 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: stdattrs_common.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.756798 dv-cinder-804735-2-iscsi neutron-server[93749]: WARNING neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 27 03:21:02.757113 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.758035 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.758535 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 27 03:21:02.758850 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: subnet_onboard.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.760902 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.761427 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: subnet_onboard Aug 27 03:21:02.761760 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.762691 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.763214 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 27 03:21:02.763539 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: subnet_service_types.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.764454 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.764960 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: subnet-service-types Aug 27 03:21:02.765278 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: subnetallocation.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.766347 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.766852 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: subnet_allocation Aug 27 03:21:02.767179 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.767874 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.768370 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: subnetpool-prefix-ops Aug 27 03:21:02.768686 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.769607 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.770100 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 27 03:21:02.770422 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: tagging.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.771523 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.772033 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: standard-attr-tag Aug 27 03:21:02.772355 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: timestamp.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.773547 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.774055 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loaded extension: standard-attr-timestamp Aug 27 03:21:02.774376 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: trunk.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.775520 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.776203 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extension trunk not supported by any of loaded plugins Aug 27 03:21:02.776526 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: trunk_details.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.777432 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.777934 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extension trunk-details not supported by any of loaded plugins Aug 27 03:21:02.778258 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: uplink_status_propagation.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.779487 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.779991 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 27 03:21:02.780312 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Loading extension file: vlantransparent.py {{(pid=93749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:21:02.780975 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:21:02.781481 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extension vlan-transparent not supported by any of loaded plugins Aug 27 03:21:02.783944 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.quota.resource_registry [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Creating instance of TrackedResource for resource:network Aug 27 03:21:02.784458 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.quota.resource_registry [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Creating instance of TrackedResource for resource:subnet Aug 27 03:21:02.784848 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.quota.resource_registry [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 03:21:02.785231 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.quota.resource_registry [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Creating instance of TrackedResource for resource:port Aug 27 03:21:02.786719 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.v2.resource_helper [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:21:02.787152 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.v2.resource_helper [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Service FLAVORS assigned prefix: {{(pid=93749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:21:02.787884 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.v2.resource_helper [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:21:02.788307 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.v2.resource_helper [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:21:02.788636 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.quota.resource_registry [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Creating instance of TrackedResource for resource:router Aug 27 03:21:02.789055 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.quota.resource_registry [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Creating instance of TrackedResource for resource:floatingip Aug 27 03:21:02.789587 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.v2.resource_helper [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Service METERING assigned prefix: /metering {{(pid=93749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:21:02.791125 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.791636 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.791991 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:21:02.793010 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.quota.resource_registry [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Creating instance of CountableResource for resource:rbac_policy Aug 27 03:21:02.793449 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.quota.resource_registry [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Creating instance of TrackedResource for resource:security_group Aug 27 03:21:02.793888 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.quota.resource_registry [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Creating instance of TrackedResource for resource:security_group_rule Aug 27 03:21:02.794478 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.v2.resource_helper [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Service CORE assigned prefix: {{(pid=93749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:21:02.794805 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.quota.resource_registry [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 03:21:02.795146 dv-cinder-804735-2-iscsi neutron-server[93749]: WARNING neutron.quota.resource_registry [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] subnetpool is already registered Aug 27 03:21:02.795595 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.v2.resource_helper [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Service CORE assigned prefix: {{(pid=93749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:21:02.795914 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.quota.resource_registry [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 03:21:02.796240 dv-cinder-804735-2-iscsi neutron-server[93749]: WARNING neutron.quota.resource_registry [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] subnetpool is already registered Aug 27 03:21:02.798543 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.v2.resource_helper [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:21:02.798971 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.v2.resource_helper [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Service FLAVORS assigned prefix: {{(pid=93749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:21:02.799587 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.v2.resource_helper [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:21:02.800006 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.v2.resource_helper [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:21:02.800334 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.quota.resource_registry [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Creating instance of TrackedResource for resource:router Aug 27 03:21:02.800664 dv-cinder-804735-2-iscsi neutron-server[93749]: WARNING neutron.quota.resource_registry [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] router is already registered Aug 27 03:21:02.801072 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.quota.resource_registry [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Creating instance of TrackedResource for resource:floatingip Aug 27 03:21:02.801403 dv-cinder-804735-2-iscsi neutron-server[93749]: WARNING neutron.quota.resource_registry [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] floatingip is already registered Aug 27 03:21:02.801851 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.v2.resource_helper [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Service METERING assigned prefix: /metering {{(pid=93749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:21:02.802583 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.quota.resource_registry [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Creating instance of CountableResource for resource:rbac_policy Aug 27 03:21:02.803054 dv-cinder-804735-2-iscsi neutron-server[93749]: WARNING neutron.quota.resource_registry [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] rbac_policy is already registered Aug 27 03:21:02.803496 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.quota.resource_registry [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Creating instance of TrackedResource for resource:security_group Aug 27 03:21:02.803825 dv-cinder-804735-2-iscsi neutron-server[93749]: WARNING neutron.quota.resource_registry [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] security_group is already registered Aug 27 03:21:02.804311 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.quota.resource_registry [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Creating instance of TrackedResource for resource:security_group_rule Aug 27 03:21:02.804692 dv-cinder-804735-2-iscsi neutron-server[93749]: WARNING neutron.quota.resource_registry [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] security_group_rule is already registered Aug 27 03:21:02.805326 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.v2.resource_helper [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Service CORE assigned prefix: {{(pid=93749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:21:02.805648 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.quota.resource_registry [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 03:21:02.806288 dv-cinder-804735-2-iscsi neutron-server[93749]: WARNING neutron.quota.resource_registry [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] subnetpool is already registered Aug 27 03:21:02.806740 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.v2.resource_helper [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Service CORE assigned prefix: {{(pid=93749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:21:02.807048 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.quota.resource_registry [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 03:21:02.807442 dv-cinder-804735-2-iscsi neutron-server[93749]: WARNING neutron.quota.resource_registry [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] subnetpool is already registered Aug 27 03:21:02.807944 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extended resource: extensions {{(pid=93749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:21:02.809412 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extended resource: address-groups {{(pid=93749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:21:02.810885 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extended resource: address-scopes {{(pid=93749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:21:02.812227 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extended resource: agents {{(pid=93749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:21:02.813396 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extended resource: auto-allocated-topology {{(pid=93749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:21:02.814631 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extended resource: availability_zones {{(pid=93749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:21:02.815876 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extended resource: dhcp-networks {{(pid=93749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:21:02.817392 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extended resource: dhcp-agents {{(pid=93749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:21:02.818795 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extended resource: routers {{(pid=93749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:21:02.821059 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extended resource: flavors {{(pid=93749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:21:02.822355 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extended resource: service_profiles {{(pid=93749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:21:02.823832 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extended resource: next_providers {{(pid=93749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:21:02.825264 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extended resource: service_profiles {{(pid=93749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:21:02.826784 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extended resource: floatingip-pools {{(pid=93749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:21:02.828017 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extended resource: routers {{(pid=93749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:21:02.830098 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extended resource: floatingips {{(pid=93749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:21:02.831396 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extended resource: l3-routers {{(pid=93749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:21:02.832774 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extended resource: l3-agents {{(pid=93749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:21:02.834157 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extended resource: metering-labels {{(pid=93749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:21:02.835531 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extended resource: metering-label-rules {{(pid=93749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:21:02.836858 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extended resource: network-ip-availabilities {{(pid=93749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:21:02.838316 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extended resource: bindings {{(pid=93749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:21:02.839978 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extended resource: quotas {{(pid=93749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:21:02.841417 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extended resource: quotas {{(pid=93749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:21:02.842843 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extended resource: rbac-policies {{(pid=93749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:21:02.844051 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extended resource: security-groups {{(pid=93749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:21:02.845352 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extended resource: security-group-rules {{(pid=93749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:21:02.846575 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extended resource: service-providers {{(pid=93749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:21:02.847812 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extended resource: subnetpools {{(pid=93749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:21:02.850257 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extended resource: subnetpools {{(pid=93749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:21:02.851745 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extended resource: tags {{(pid=93749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:21:02.853482 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extended resource: tags {{(pid=93749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:21:02.855258 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extended resource: tags {{(pid=93749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:21:02.857092 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extended resource: tags {{(pid=93749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:21:02.858885 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extended resource: tags {{(pid=93749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:21:02.860750 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extended resource: tags {{(pid=93749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:21:02.862417 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extended resource: tags {{(pid=93749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:21:02.864337 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extended resource: tags {{(pid=93749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:21:02.866080 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extended resource: tags {{(pid=93749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:21:02.867869 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron.api.extensions [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Extended resource: tags {{(pid=93749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:21:02.873857 dv-cinder-804735-2-iscsi neutron-server[93749]: WARNING keystonemiddleware.auth_token [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 27 03:21:02.878615 dv-cinder-804735-2-iscsi neutron-server[93749]: WARNING keystonemiddleware.auth_token [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 27 03:21:02.886866 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_concurrency.lockutils [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Acquired lock "singleton_lock" {{(pid=93749) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 27 03:21:02.887340 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_concurrency.lockutils [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Releasing lock "singleton_lock" {{(pid=93749) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 27 03:21:02.888004 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO oslo_service.service [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Starting 2 workers Aug 27 03:21:02.892771 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Started child 93890 {{(pid=93749) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 03:21:02.897090 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Started child 93891 {{(pid=93749) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 03:21:02.897951 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:02.898625 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO neutron.service [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Neutron service started, listening on 0.0.0.0:9696 Aug 27 03:21:02.899218 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Notify callbacks [] for process, before_spawn {{(pid=93749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:02.899395 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [-] (93890) wsgi starting up on http://0.0.0.0:9696 Aug 27 03:21:02.901658 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO oslo_service.service [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Starting 1 workers Aug 27 03:21:02.901814 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:02.903026 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [-] (93891) wsgi starting up on http://0.0.0.0:9696 Aug 27 03:21:02.906754 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Started child 93892 {{(pid=93749) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 03:21:02.907260 dv-cinder-804735-2-iscsi neutron-server[93749]: INFO oslo_service.service [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Starting 1 workers Aug 27 03:21:02.910083 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.service [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] calling RpcWorker wait() {{(pid=93892) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 27 03:21:02.910679 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.service [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] returning from RpcWorker wait() {{(pid=93892) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 27 03:21:02.911669 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Started child 93893 {{(pid=93749) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 03:21:02.911816 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:02.912236 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:21:02.912427 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG neutron_lib.callbacks.manager [None req-20c6e2d3-3fb8-42ad-a2ce-e819b1e4deef None None] Notify callbacks [] for process, after_spawn {{(pid=93749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:02.914369 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93749) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 27 03:21:02.914541 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 03:21:02.914905 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 03:21:02.915080 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 03:21:02.915617 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 03:21:02.915821 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 03:21:02.916509 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.916676 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:02.917248 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.917248 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.917248 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.917541 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.918270 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.918490 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.918908 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.919154 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.919451 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.919579 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.919736 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.920155 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.920346 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.920786 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.921254 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.921451 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.921885 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.922034 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.922446 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.922708 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.922931 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.923190 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] debug = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.923456 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.923957 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.924195 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.924435 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.924666 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.924914 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.925135 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.925389 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.925614 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.925841 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.926076 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.926320 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.926552 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.926755 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.926965 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.927215 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.927460 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.927906 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] host = dv-cinder-804735-2-iscsi {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.928137 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.928367 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.928591 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.928810 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.929045 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.929251 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.929489 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.929727 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.929980 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.930212 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.930477 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.930797 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.931273 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.931570 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] log_file = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.931753 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] log_options = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.931986 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.932210 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.932452 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.932622 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.932845 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.933030 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.933176 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.933337 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.933578 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.933761 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.933968 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.934175 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.934382 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.934606 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.934871 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.935104 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.935339 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.935567 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.935801 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.936037 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.936270 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.936513 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.936739 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.936948 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.937174 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.937382 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.937599 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.937804 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.938013 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.938255 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.938461 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.938706 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.938928 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.939182 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.939438 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.939642 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.939866 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.940118 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.940340 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.940577 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.940815 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.941039 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.941255 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.941480 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.941720 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.941927 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] use_json = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.942136 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.943280 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.943280 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.943280 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.943280 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.943280 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.943711 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.943711 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:02.944047 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.944316 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.944724 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.945007 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.945203 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.945610 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.945758 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.945889 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.946110 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.946380 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.946625 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.946836 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.947250 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.948375 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.948375 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.950455 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:21:02.950566 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.950566 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.950566 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.950566 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.950566 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.950566 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.950566 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.950566 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.951136 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.951136 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.951136 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.951136 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.951136 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.951136 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.951574 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.951574 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.951737 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.951937 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.952146 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.952353 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.952557 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.952951 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.953231 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.953467 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.953674 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.953908 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.954136 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.954346 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.954565 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.954782 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.955048 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.955272 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.955508 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.958157 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.958157 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.958157 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.958157 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.958157 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.958157 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.958157 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.958157 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.958157 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.958851 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.958851 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.958851 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.958851 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.958851 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.958851 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.958851 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.961231 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.961231 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.961231 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.961231 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.961231 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.961231 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.961231 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.961231 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.961231 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.961868 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.961868 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.961868 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.961868 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.961868 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.962232 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.962318 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.963189 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.963189 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.963189 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.963189 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.965352 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.965352 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.965352 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.965352 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.965352 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.965352 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.965352 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.965352 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.965924 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.965924 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.965924 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.965924 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.966230 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.966312 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.968921 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.968921 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.968921 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.968921 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.968921 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.968921 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.968921 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.968921 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.969613 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.969613 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.969613 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.969613 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.969613 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.969613 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.969613 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.970143 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.970143 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.970143 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.970423 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.970660 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.970936 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.971159 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.971439 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.971904 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.972021 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.972222 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.972453 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.972671 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.972904 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.973146 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.973401 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.973628 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.973868 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.974103 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.974366 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.974608 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.974815 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.975039 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.975258 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.975836 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.975836 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.976926 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.976926 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.976926 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.976926 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.976926 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.977305 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.977541 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.977647 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.977854 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.978193 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.978729 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.978729 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.978954 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.979156 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.979567 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.979945 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.980314 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.980675 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.980885 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.981130 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.981336 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.981562 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.981801 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.982016 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.982223 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.983391 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.983391 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.983391 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.983391 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.983391 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.983787 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.983787 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.983952 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.984162 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.984374 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.985118 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.985118 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.985118 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.985569 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.985569 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.985749 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.985932 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.986177 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.986386 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.986608 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.986832 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.987040 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.987242 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.987485 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.987701 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.987903 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.988163 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.988406 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.988715 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.988954 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.989172 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.989404 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.989610 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.989846 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.990086 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.990294 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.990504 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.990729 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.990937 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.991216 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.991569 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.991810 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.992010 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.992226 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.992424 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.992624 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.992822 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.993096 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.993314 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.993537 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.993771 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.994235 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.994419 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.994737 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.994937 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.995166 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.995408 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.995627 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.995842 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.996062 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.996263 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.996469 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.996685 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.996911 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.997118 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.997334 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.997536 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.998011 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.998011 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.998337 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.998337 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.998604 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.998734 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.998939 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.999365 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.999604 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:02.999803 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.000261 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.000261 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.000433 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.000642 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.000851 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.001052 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.001337 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.001572 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.001803 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.002084 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.002295 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.002547 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.002801 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.003105 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.003341 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.003612 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.003821 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.004033 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.004243 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.004509 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.004822 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.005096 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.005334 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.005561 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.005833 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.006092 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.006361 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.006569 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.006853 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.007170 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.007452 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.007698 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.007916 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.008154 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.008368 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.008578 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.008787 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.009024 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.009325 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.009450 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.009808 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.010031 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.010241 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.010489 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.010714 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.010930 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.011150 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.011388 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.011611 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.011762 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 03:21:03.012280 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93749) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 27 03:21:03.012442 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 03:21:03.012572 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 03:21:03.012738 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 03:21:03.012914 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 03:21:03.013066 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 03:21:03.013265 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.013422 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.013576 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.013730 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.013884 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.014061 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.014219 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.014376 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.014530 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.014683 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.014843 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.014997 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.015149 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.015308 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.015607 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.015607 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.015869 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.015869 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.016244 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.016244 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.016498 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.016498 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.016765 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] debug = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.016765 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.017014 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.017183 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.017318 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.017447 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.017577 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.017706 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.017834 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.017971 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.018104 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.018232 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.018362 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.018489 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.018638 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.018794 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.018937 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.019092 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.019234 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] host = dv-cinder-804735-2-iscsi {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.019413 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.019569 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.019723 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.019877 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.020033 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.020186 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.020339 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.020497 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.020639 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.020795 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.020938 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.021090 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.021243 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.021397 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] log_file = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.021553 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] log_options = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.021705 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.021858 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.021999 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.022186 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.022346 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.022501 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.022656 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.022799 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.022951 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.023105 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.023258 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.023502 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.023638 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.023768 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.023897 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.024027 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.024155 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.024287 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.024415 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.024594 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.024824 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.024960 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.025110 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.025260 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.025387 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.025518 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.025763 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.025899 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.026092 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.026092 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.026898 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.026898 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.026898 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.026898 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.026898 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.026898 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.027863 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.027863 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.027863 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.027863 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.027863 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.027863 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.028828 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.028828 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.028828 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.028828 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] use_json = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.028828 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.028828 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.028828 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.029894 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.029894 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.029894 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.029894 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.029894 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:21:03.029894 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.029894 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.030717 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.030717 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.030717 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.030717 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.030717 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.030717 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.031694 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.031694 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.031694 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.031694 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.031694 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.031694 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.032417 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.032417 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.032417 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.032417 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.032417 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.033014 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.033014 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.033014 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.033014 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.033518 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.033518 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.033518 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.033518 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.033996 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.033996 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.033996 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.034316 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.034316 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.034765 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.034765 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.034765 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.034765 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.035365 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.035365 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.035365 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.035365 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.035854 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.035854 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.035854 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.036225 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.036225 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.036565 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.036565 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.036565 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.036954 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.036954 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.036954 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.037321 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.037321 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.037465 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.037562 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.037730 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.037888 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.038046 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.038202 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.038359 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.038516 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.039061 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.039061 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.039061 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.039309 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.039309 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.039483 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.039652 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.039747 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.039899 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.040055 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.040212 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.040666 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.040666 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.040666 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.040924 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.041102 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.041262 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.041405 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.041561 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.041716 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.041873 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.042030 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.042186 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.042342 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.042503 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.042657 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.042966 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.043128 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.043291 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.043487 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.043645 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.043802 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.043960 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.044116 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.044422 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.044582 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.044740 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.044898 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.045053 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.045210 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.045366 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.045527 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.045685 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.045841 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.046003 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.047384 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.047384 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.047384 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.047384 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.047384 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.047384 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.047384 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.047384 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.047890 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.047890 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.047890 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.047890 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.048124 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.048124 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.048246 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.048422 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.048518 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:21:03.048615 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.048698 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.048838 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.048992 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.049150 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.049320 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.049460 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.049614 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.049769 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.049927 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.050091 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.050260 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.050420 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.050577 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.050734 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.050912 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.051069 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.051225 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.051403 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.051563 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.051720 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.051877 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.052033 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.052191 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.052348 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.052507 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.052664 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.052821 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.052978 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.053134 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.053291 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.053448 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.053604 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.053760 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.053920 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.054077 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.054233 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.054388 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.054626 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.054765 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.054889 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.055009 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.055130 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.055250 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.055431 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.055589 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.055745 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.055903 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.056487 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.056655 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.056812 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.056969 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.057128 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.057286 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.057443 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.057601 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.057758 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.057918 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.058076 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.058236 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.058393 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.058552 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.058709 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.058868 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.059025 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.059182 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.059338 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.059520 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.059679 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.059841 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.060305 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.060305 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.060305 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.060840 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.060840 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.060840 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.060840 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.061774 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.061774 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.061774 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.061774 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.061774 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.061774 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.062341 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.062341 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.062341 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.062341 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.062677 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.062677 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.062821 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.062899 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.063066 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.063199 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.063512 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.063745 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.063835 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.063915 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.064076 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.065643 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.065643 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.065643 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.065643 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.065643 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.065643 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.065643 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.065643 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.066219 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.066219 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.066219 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.066219 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.066219 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.066219 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.066642 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.066642 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.066642 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.066842 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.066842 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.067630 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.067630 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.067630 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.067630 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.067630 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.068288 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.068288 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.068288 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.068288 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.068741 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.068741 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.068741 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.069093 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.069093 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.069093 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.069351 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.069432 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.069820 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.069820 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.070204 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.070204 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.070491 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.070491 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.070678 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.070757 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.070909 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.071074 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.071240 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.071454 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.071624 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.071832 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.072085 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.072253 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.072411 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.072590 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.072812 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.073034 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.073195 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.073353 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.073509 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.073688 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.073840 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.074025 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.074182 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.074361 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.074515 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.074672 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.074838 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.074981 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.075137 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.075293 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:21:03.075464 dv-cinder-804735-2-iscsi neutron-server[93749]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 03:21:03.319878 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 47106) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:21:03.333941 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0100749 Aug 27 03:21:14.870957 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3f224e-20f4-440e-b510-aef960ea463c None None] get_active_networks_info from dv-cinder-804735-2-iscsi {{(pid=93892) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 03:21:14.942127 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3f224e-20f4-440e-b510-aef960ea463c None None] No non-hosted networks {{(pid=93892) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 27 03:21:14.960796 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f5ed27a8-c5bb-4a98-bc63-7242458266a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-457067'] for agent, after_create {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:17.216889 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-eeff1196-88e9-426b-ae2f-bf45a81b860d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-457067'] for agent, after_create {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:17.281767 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-1fc22a5c-75a3-46e3-942a-244a42f8c305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:17.464425 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-457067'] for agent, after_create {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:17.465496 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:17.465976 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:17.466540 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:17.467645 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:17.468272 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:17.468925 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:17.470991 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:17.472004 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:17.473931 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:17.474486 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:17.475792 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:17.476716 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:17.478032 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804735-2-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:21:17.501315 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804735-2-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:21:18.597296 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-457067'] for agent, after_create {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:20.097306 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-457067'] for agent, after_create {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:21.188010 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 47196) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:21:21.744375 dv-cinder-804735-2-iscsi neutron-server[93891]: WARNING oslo_policy.policy [None req-393faf16-d4a9-4e84-b7fe-b94d58af3a75 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 03:21:21.744888 dv-cinder-804735-2-iscsi neutron-server[93891]: WARNING oslo_policy.policy [None req-393faf16-d4a9-4e84-b7fe-b94d58af3a75 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 03:21:21.962459 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [None req-393faf16-d4a9-4e84-b7fe-b94d58af3a75 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93891) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:21:21.963723 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-393faf16-d4a9-4e84-b7fe-b94d58af3a75 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7735152 Aug 27 03:21:22.582198 dv-cinder-804735-2-iscsi neutron-server[93892]: INFO neutron.db.l3_hamode_db [None req-4eb4d966-bee8-43d8-8585-63b41393a8d2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 27 03:21:22.658426 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb4d966-bee8-43d8-8585-63b41393a8d2 None None] Routers set() bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:21:22.658809 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb4d966-bee8-43d8-8585-63b41393a8d2 None None] Router IDs set() for agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 27 03:21:24.395982 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 47210) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:21:24.975109 dv-cinder-804735-2-iscsi neutron-server[93890]: WARNING oslo_policy.policy [None req-3260a8f3-2ed9-49af-86e3-cb590f47560b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 03:21:24.975801 dv-cinder-804735-2-iscsi neutron-server[93890]: WARNING oslo_policy.policy [None req-3260a8f3-2ed9-49af-86e3-cb590f47560b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 03:21:25.201292 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-3260a8f3-2ed9-49af-86e3-cb590f47560b admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:21:25.295407 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.policy [None req-3260a8f3-2ed9-49af-86e3-cb590f47560b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93890) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 27 03:21:25.340243 dv-cinder-804735-2-iscsi neutron-server[93890]: WARNING oslo_policy.policy [None req-3260a8f3-2ed9-49af-86e3-cb590f47560b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 03:21:25.340603 dv-cinder-804735-2-iscsi neutron-server[93890]: WARNING oslo_policy.policy [None req-3260a8f3-2ed9-49af-86e3-cb590f47560b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 03:21:25.349046 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.quota [None req-3260a8f3-2ed9-49af-86e3-cb590f47560b admin admin] Loaded quota_driver: . Aug 27 03:21:25.448347 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3260a8f3-2ed9-49af-86e3-cb590f47560b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776573303675', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776573303208', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776573283307', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776573280567', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776573701127', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776573269394', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1656312', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1450694', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-469426', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3717138'] for rbac-policy, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:25.514761 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3260a8f3-2ed9-49af-86e3-cb590f47560b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:25.515983 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-3260a8f3-2ed9-49af-86e3-cb590f47560b admin admin] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1190493 Aug 27 03:21:28.178253 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 47228) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:21:28.514341 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-fb8c03cf-1802-48e8-bbcf-d87ee7493811 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '6eb3a0e4cb1d4b259b17107aefbb397b', 'name': 'private', 'tenant_id': '6eb3a0e4cb1d4b259b17107aefbb397b'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:21:28.562741 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8c03cf-1802-48e8-bbcf-d87ee7493811 admin admin] Made reservation on behalf of 6eb3a0e4cb1d4b259b17107aefbb397b for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:21:28.565644 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fb8c03cf-1802-48e8-bbcf-d87ee7493811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:28.583031 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fb8c03cf-1802-48e8-bbcf-d87ee7493811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:28.709129 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fb8c03cf-1802-48e8-bbcf-d87ee7493811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:28.716862 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fb8c03cf-1802-48e8-bbcf-d87ee7493811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:28.736522 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb8c03cf-1802-48e8-bbcf-d87ee7493811 admin admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:21:28.765625 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fb8c03cf-1802-48e8-bbcf-d87ee7493811 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776575369445', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:28.766194 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fb8c03cf-1802-48e8-bbcf-d87ee7493811 admin admin] Unsubscribe: segment precommit_create {{(pid=93890) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 27 03:21:28.766684 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.db.segments_db [None req-fb8c03cf-1802-48e8-bbcf-d87ee7493811 admin admin] Added segment 4628fa6f-b4df-444b-9bb9-35794a8d2747 of type vlan for network 55300ec5-9415-4ac8-b370-d765a5c25dd6 Aug 27 03:21:28.784326 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c03cf-1802-48e8-bbcf-d87ee7493811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c048579e-a095-4df0-9f5d-f4614d1cb273,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:28.834138 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c03cf-1802-48e8-bbcf-d87ee7493811 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:28.834479 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c03cf-1802-48e8-bbcf-d87ee7493811 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:28.834820 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c03cf-1802-48e8-bbcf-d87ee7493811 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:28.835142 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c03cf-1802-48e8-bbcf-d87ee7493811 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:28.835487 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c03cf-1802-48e8-bbcf-d87ee7493811 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:28.835819 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c03cf-1802-48e8-bbcf-d87ee7493811 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:28.836136 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c03cf-1802-48e8-bbcf-d87ee7493811 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:28.836444 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c03cf-1802-48e8-bbcf-d87ee7493811 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:28.836793 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c03cf-1802-48e8-bbcf-d87ee7493811 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:28.837155 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c03cf-1802-48e8-bbcf-d87ee7493811 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:28.837568 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c03cf-1802-48e8-bbcf-d87ee7493811 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:28.838004 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c03cf-1802-48e8-bbcf-d87ee7493811 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:28.839278 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c03cf-1802-48e8-bbcf-d87ee7493811 admin admin] Tracked resource versions report: Aug 27 03:21:28.839278 dv-cinder-804735-2-iscsi neutron-server[93890]: pushed versions: Aug 27 03:21:28.839278 dv-cinder-804735-2-iscsi neutron-server[93890]: { 'AddressGroup': {'1.2'}, Aug 27 03:21:28.839278 dv-cinder-804735-2-iscsi neutron-server[93890]: 'ConntrackHelper': {'1.0'}, Aug 27 03:21:28.839278 dv-cinder-804735-2-iscsi neutron-server[93890]: 'Log': {'1.0'}, Aug 27 03:21:28.839278 dv-cinder-804735-2-iscsi neutron-server[93890]: 'Network': {'1.1'}, Aug 27 03:21:28.839278 dv-cinder-804735-2-iscsi neutron-server[93890]: 'Port': {'1.7'}, Aug 27 03:21:28.839278 dv-cinder-804735-2-iscsi neutron-server[93890]: 'PortForwarding': {'1.2'}, Aug 27 03:21:28.839278 dv-cinder-804735-2-iscsi neutron-server[93890]: 'QosPolicy': {'1.9'}, Aug 27 03:21:28.839278 dv-cinder-804735-2-iscsi neutron-server[93890]: 'SecurityGroup': {'1.4'}, Aug 27 03:21:28.839278 dv-cinder-804735-2-iscsi neutron-server[93890]: 'SecurityGroupRule': {'1.2'}, Aug 27 03:21:28.839278 dv-cinder-804735-2-iscsi neutron-server[93890]: 'SubPort': {'1.0'}, Aug 27 03:21:28.839278 dv-cinder-804735-2-iscsi neutron-server[93890]: 'Subnet': {'1.1'}, Aug 27 03:21:28.839278 dv-cinder-804735-2-iscsi neutron-server[93890]: 'Trunk': {'1.1'}} Aug 27 03:21:28.839278 dv-cinder-804735-2-iscsi neutron-server[93890]: consumer versions: Aug 27 03:21:28.839278 dv-cinder-804735-2-iscsi neutron-server[93890]: { DHCP agent@dv-cinder-804735-2-iscsi: {}, Aug 27 03:21:28.839278 dv-cinder-804735-2-iscsi neutron-server[93890]: L3 agent@dv-cinder-804735-2-iscsi: {}, Aug 27 03:21:28.839278 dv-cinder-804735-2-iscsi neutron-server[93890]: Metadata agent@dv-cinder-804735-2-iscsi: {}, Aug 27 03:21:28.839278 dv-cinder-804735-2-iscsi neutron-server[93890]: Metering agent@dv-cinder-804735-2-iscsi: {}, Aug 27 03:21:28.839278 dv-cinder-804735-2-iscsi neutron-server[93890]: Open vSwitch agent@dv-cinder-804735-2-iscsi: { 'AddressGroup': '1.2', Aug 27 03:21:28.839278 dv-cinder-804735-2-iscsi neutron-server[93890]: 'ConntrackHelper': '1.0', Aug 27 03:21:28.839278 dv-cinder-804735-2-iscsi neutron-server[93890]: 'Log': '1.0', Aug 27 03:21:28.839278 dv-cinder-804735-2-iscsi neutron-server[93890]: 'Network': '1.1', Aug 27 03:21:28.839278 dv-cinder-804735-2-iscsi neutron-server[93890]: 'Port': '1.7', Aug 27 03:21:28.839278 dv-cinder-804735-2-iscsi neutron-server[93890]: 'PortForwarding': '1.2', Aug 27 03:21:28.839278 dv-cinder-804735-2-iscsi neutron-server[93890]: 'QosPolicy': '1.9', Aug 27 03:21:28.839278 dv-cinder-804735-2-iscsi neutron-server[93890]: 'SecurityGroup': '1.4', Aug 27 03:21:28.839278 dv-cinder-804735-2-iscsi neutron-server[93890]: 'SecurityGroupRule': '1.2', Aug 27 03:21:28.839278 dv-cinder-804735-2-iscsi neutron-server[93890]: 'SubPort': '1.0', Aug 27 03:21:28.839278 dv-cinder-804735-2-iscsi neutron-server[93890]: 'Subnet': '1.1', Aug 27 03:21:28.839278 dv-cinder-804735-2-iscsi neutron-server[93890]: 'Trunk': '1.1'}} Aug 27 03:21:28.839278 dv-cinder-804735-2-iscsi neutron-server[93890]: {{(pid=93890) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 03:21:28.880037 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fb8c03cf-1802-48e8-bbcf-d87ee7493811 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776574857063'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:28.929077 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fb8c03cf-1802-48e8-bbcf-d87ee7493811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:28.931047 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8c03cf-1802-48e8-bbcf-d87ee7493811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:28.932110 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fb8c03cf-1802-48e8-bbcf-d87ee7493811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:29.015646 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-fb8c03cf-1802-48e8-bbcf-d87ee7493811 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8361769 Aug 27 03:21:29.033302 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c03cf-1802-48e8-bbcf-d87ee7493811 admin admin] Pushing event updated for resources: {'Network': ['ID=55300ec5-9415-4ac8-b370-d765a5c25dd6,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:29.048273 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Network 55300ec5-9415-4ac8-b370-d765a5c25dd6 details requested by agent ovs-agent-dv-cinder-804735-2-iscsi with host dv-cinder-804735-2-iscsi {{(pid=93892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:21:31.733983 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 47242) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:21:32.167120 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594d845a-419d-4188-9f3b-7d1e16585a85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:32.168529 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-594d845a-419d-4188-9f3b-7d1e16585a85 admin admin] 10.222.0.58 "GET /v2.0/networks/55300ec5-9415-4ac8-b370-d765a5c25dd6 HTTP/1.1" status: 200 len: 825 time: 0.4336171 Aug 27 03:21:32.199317 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-628341ba-39ec-4504-96d2-7d1783d1f6a6 admin admin] 10.222.0.58 "GET /v2.0/subnetpools/e7b54bd7-fe6a-4951-9226-7967c21257dc HTTP/1.1" status: 200 len: 734 time: 0.0209606 Aug 27 03:21:32.208592 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-29886e92-ec5b-477e-9cbd-58e90bf25407 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '6eb3a0e4cb1d4b259b17107aefbb397b', 'name': 'private-subnet', 'network_id': '55300ec5-9415-4ac8-b370-d765a5c25dd6', 'subnetpool_id': 'e7b54bd7-fe6a-4951-9226-7967c21257dc', 'gateway_ip': '172.20.0.1'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:21:32.234862 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29886e92-ec5b-477e-9cbd-58e90bf25407 admin admin] Made reservation on behalf of 6eb3a0e4cb1d4b259b17107aefbb397b for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:21:32.237200 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-29886e92-ec5b-477e-9cbd-58e90bf25407 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:32.540779 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-29886e92-ec5b-477e-9cbd-58e90bf25407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:32.612622 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29886e92-ec5b-477e-9cbd-58e90bf25407 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf0df01c-bac5-4660-8c88-9ee3e5aa14fe,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:32.614582 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29886e92-ec5b-477e-9cbd-58e90bf25407 admin admin] Checking segment: {'id': '4628fa6f-b4df-444b-9bb9-35794a8d2747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '55300ec5-9415-4ac8-b370-d765a5c25dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:21:32.614974 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29886e92-ec5b-477e-9cbd-58e90bf25407 admin admin] Network hostable DHCP agents. Network: 55300ec5-9415-4ac8-b370-d765a5c25dd6, hostable agents: ['b9d5b039-511f-405d-92d5-fedc540f1c95'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:21:32.637139 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29886e92-ec5b-477e-9cbd-58e90bf25407 admin admin] Network 55300ec5-9415-4ac8-b370-d765a5c25dd6 is scheduled to be hosted by DHCP agent b9d5b039-511f-405d-92d5-fedc540f1c95 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:21:32.658985 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-29886e92-ec5b-477e-9cbd-58e90bf25407 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-2-iscsi, 55300ec5-9415-4ac8-b370-d765a5c25dd6) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:21:32.665361 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29886e92-ec5b-477e-9cbd-58e90bf25407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:32.666433 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-29886e92-ec5b-477e-9cbd-58e90bf25407 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:32.670067 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f6547c-3223-4387-9bd8-7a46e1d1db12 None None] Network 55300ec5-9415-4ac8-b370-d765a5c25dd6 requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:21:32.687830 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-29886e92-ec5b-477e-9cbd-58e90bf25407 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4778068 Aug 27 03:21:32.992418 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008bd7a1-8681-40f7-a8e1-dc0624043d9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e644adf-69bc-50df-a7ce-e1ee9e250690-55300ec5-9415-4ac8-b370-d765a5c25dd6', 'network_id': '55300ec5-9415-4ac8-b370-d765a5c25dd6', 'tenant_id': '6eb3a0e4cb1d4b259b17107aefbb397b', 'fixed_ips': [{'subnet_id': 'bf0df01c-bac5-4660-8c88-9ee3e5aa14fe'}]}} from dv-cinder-804735-2-iscsi. {{(pid=93892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:21:32.994255 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-008bd7a1-8681-40f7-a8e1-dc0624043d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:33.282658 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.db_base_plugin_common [None req-008bd7a1-8681-40f7-a8e1-dc0624043d9b None None] Allocated IP 172.20.0.2 (55300ec5-9415-4ac8-b370-d765a5c25dd6/bf0df01c-bac5-4660-8c88-9ee3e5aa14fe/6b407d58-e2fb-4762-b0fd-924e64376b39) {{(pid=93892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:21:33.488491 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-008bd7a1-8681-40f7-a8e1-dc0624043d9b None None] Notify callbacks [] for port, precommit_create {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:33.530487 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-008bd7a1-8681-40f7-a8e1-dc0624043d9b None None] Transition to ACTIVE for port object 6b407d58-e2fb-4762-b0fd-924e64376b39 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:21:33.552055 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-008bd7a1-8681-40f7-a8e1-dc0624043d9b None None] Transition to ACTIVE for port object 6b407d58-e2fb-4762-b0fd-924e64376b39 will not be triggered until provisioned by entity DHCP. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:21:33.562274 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-008bd7a1-8681-40f7-a8e1-dc0624043d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508'] for port, after_create {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:33.624180 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008bd7a1-8681-40f7-a8e1-dc0624043d9b None None] Network 55300ec5-9415-4ac8-b370-d765a5c25dd6 is already hosted by enough agents. {{(pid=93892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:21:33.630037 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.scheduler.base_scheduler [None req-008bd7a1-8681-40f7-a8e1-dc0624043d9b None None] Resources bound (agent type, host, resource id): {{(pid=93892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:21:33.644030 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008bd7a1-8681-40f7-a8e1-dc0624043d9b None None] Received port after_create {{(pid=93892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:21:33.649933 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008bd7a1-8681-40f7-a8e1-dc0624043d9b None None] Pushing event updated for resources: {'Port': ['ID=6b407d58-e2fb-4762-b0fd-924e64376b39,revision_number=1']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:33.679247 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008bd7a1-8681-40f7-a8e1-dc0624043d9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:33.679930 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008bd7a1-8681-40f7-a8e1-dc0624043d9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:33.679930 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008bd7a1-8681-40f7-a8e1-dc0624043d9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:33.680253 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008bd7a1-8681-40f7-a8e1-dc0624043d9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:33.681054 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008bd7a1-8681-40f7-a8e1-dc0624043d9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:33.681365 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008bd7a1-8681-40f7-a8e1-dc0624043d9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:33.681500 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008bd7a1-8681-40f7-a8e1-dc0624043d9b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:33.681950 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008bd7a1-8681-40f7-a8e1-dc0624043d9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:33.682177 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008bd7a1-8681-40f7-a8e1-dc0624043d9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:33.682495 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008bd7a1-8681-40f7-a8e1-dc0624043d9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:33.682808 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008bd7a1-8681-40f7-a8e1-dc0624043d9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:33.683121 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008bd7a1-8681-40f7-a8e1-dc0624043d9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:33.684209 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008bd7a1-8681-40f7-a8e1-dc0624043d9b None None] Tracked resource versions report: Aug 27 03:21:33.684209 dv-cinder-804735-2-iscsi neutron-server[93892]: pushed versions: Aug 27 03:21:33.684209 dv-cinder-804735-2-iscsi neutron-server[93892]: { 'AddressGroup': {'1.2'}, Aug 27 03:21:33.684209 dv-cinder-804735-2-iscsi neutron-server[93892]: 'ConntrackHelper': {'1.0'}, Aug 27 03:21:33.684209 dv-cinder-804735-2-iscsi neutron-server[93892]: 'Log': {'1.0'}, Aug 27 03:21:33.684209 dv-cinder-804735-2-iscsi neutron-server[93892]: 'Network': {'1.1'}, Aug 27 03:21:33.684209 dv-cinder-804735-2-iscsi neutron-server[93892]: 'Port': {'1.7'}, Aug 27 03:21:33.684209 dv-cinder-804735-2-iscsi neutron-server[93892]: 'PortForwarding': {'1.2'}, Aug 27 03:21:33.684209 dv-cinder-804735-2-iscsi neutron-server[93892]: 'QosPolicy': {'1.9'}, Aug 27 03:21:33.684209 dv-cinder-804735-2-iscsi neutron-server[93892]: 'SecurityGroup': {'1.4'}, Aug 27 03:21:33.684209 dv-cinder-804735-2-iscsi neutron-server[93892]: 'SecurityGroupRule': {'1.2'}, Aug 27 03:21:33.684209 dv-cinder-804735-2-iscsi neutron-server[93892]: 'SubPort': {'1.0'}, Aug 27 03:21:33.684209 dv-cinder-804735-2-iscsi neutron-server[93892]: 'Subnet': {'1.1'}, Aug 27 03:21:33.684209 dv-cinder-804735-2-iscsi neutron-server[93892]: 'Trunk': {'1.1'}} Aug 27 03:21:33.684209 dv-cinder-804735-2-iscsi neutron-server[93892]: consumer versions: Aug 27 03:21:33.684209 dv-cinder-804735-2-iscsi neutron-server[93892]: { DHCP agent@dv-cinder-804735-2-iscsi: {}, Aug 27 03:21:33.684209 dv-cinder-804735-2-iscsi neutron-server[93892]: L3 agent@dv-cinder-804735-2-iscsi: {}, Aug 27 03:21:33.684209 dv-cinder-804735-2-iscsi neutron-server[93892]: Metadata agent@dv-cinder-804735-2-iscsi: {}, Aug 27 03:21:33.684209 dv-cinder-804735-2-iscsi neutron-server[93892]: Metering agent@dv-cinder-804735-2-iscsi: {}, Aug 27 03:21:33.684209 dv-cinder-804735-2-iscsi neutron-server[93892]: Open vSwitch agent@dv-cinder-804735-2-iscsi: { 'AddressGroup': '1.2', Aug 27 03:21:33.684209 dv-cinder-804735-2-iscsi neutron-server[93892]: 'ConntrackHelper': '1.0', Aug 27 03:21:33.684209 dv-cinder-804735-2-iscsi neutron-server[93892]: 'Log': '1.0', Aug 27 03:21:33.684209 dv-cinder-804735-2-iscsi neutron-server[93892]: 'Network': '1.1', Aug 27 03:21:33.684209 dv-cinder-804735-2-iscsi neutron-server[93892]: 'Port': '1.7', Aug 27 03:21:33.684209 dv-cinder-804735-2-iscsi neutron-server[93892]: 'PortForwarding': '1.2', Aug 27 03:21:33.684209 dv-cinder-804735-2-iscsi neutron-server[93892]: 'QosPolicy': '1.9', Aug 27 03:21:33.684209 dv-cinder-804735-2-iscsi neutron-server[93892]: 'SecurityGroup': '1.4', Aug 27 03:21:33.684209 dv-cinder-804735-2-iscsi neutron-server[93892]: 'SecurityGroupRule': '1.2', Aug 27 03:21:33.684209 dv-cinder-804735-2-iscsi neutron-server[93892]: 'SubPort': '1.0', Aug 27 03:21:33.684209 dv-cinder-804735-2-iscsi neutron-server[93892]: 'Subnet': '1.1', Aug 27 03:21:33.684209 dv-cinder-804735-2-iscsi neutron-server[93892]: 'Trunk': '1.1'}} Aug 27 03:21:33.684209 dv-cinder-804735-2-iscsi neutron-server[93892]: {{(pid=93892) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 03:21:33.730858 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-008bd7a1-8681-40f7-a8e1-dc0624043d9b None None] Attempting to bind port 6b407d58-e2fb-4762-b0fd-924e64376b39 on host dv-cinder-804735-2-iscsi for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:21:33.731225 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-008bd7a1-8681-40f7-a8e1-dc0624043d9b None None] Attempting to bind port 6b407d58-e2fb-4762-b0fd-924e64376b39 by drivers openvswitch,hyperv on host dv-cinder-804735-2-iscsi at level 0 using segments [{'id': '4628fa6f-b4df-444b-9bb9-35794a8d2747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '55300ec5-9415-4ac8-b370-d765a5c25dd6'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:21:33.731667 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008bd7a1-8681-40f7-a8e1-dc0624043d9b None None] Attempting to bind port 6b407d58-e2fb-4762-b0fd-924e64376b39 on network 55300ec5-9415-4ac8-b370-d765a5c25dd6 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:21:33.736579 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008bd7a1-8681-40f7-a8e1-dc0624043d9b None None] Checking agent: {'id': 'd4759df8-4373-4538-9ee3-f6ed6d276f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 21, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 21, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:21:33.736969 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008bd7a1-8681-40f7-a8e1-dc0624043d9b None None] Checking segment: {'id': '4628fa6f-b4df-444b-9bb9-35794a8d2747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '55300ec5-9415-4ac8-b370-d765a5c25dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:21:33.737431 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-008bd7a1-8681-40f7-a8e1-dc0624043d9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:33.737809 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008bd7a1-8681-40f7-a8e1-dc0624043d9b None None] Bound using segment: {'id': '4628fa6f-b4df-444b-9bb9-35794a8d2747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '55300ec5-9415-4ac8-b370-d765a5c25dd6'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:21:33.738302 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-008bd7a1-8681-40f7-a8e1-dc0624043d9b None None] Bound port: 6b407d58-e2fb-4762-b0fd-924e64376b39, host: dv-cinder-804735-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4628fa6f-b4df-444b-9bb9-35794a8d2747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '55300ec5-9415-4ac8-b370-d765a5c25dd6'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:21:33.738745 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-008bd7a1-8681-40f7-a8e1-dc0624043d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:33.800355 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-008bd7a1-8681-40f7-a8e1-dc0624043d9b None None] For port 6b407d58-e2fb-4762-b0fd-924e64376b39, host dv-cinder-804735-2-iscsi, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:21:33.804798 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-008bd7a1-8681-40f7-a8e1-dc0624043d9b None None] For port 6b407d58-e2fb-4762-b0fd-924e64376b39, host dv-cinder-804735-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=6b407d58-e2fb-4762-b0fd-924e64376b39,segment=NetworkSegment(4628fa6f-b4df-444b-9bb9-35794a8d2747),segment_id=4628fa6f-b4df-444b-9bb9-35794a8d2747)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:21:33.811474 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-008bd7a1-8681-40f7-a8e1-dc0624043d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:33.878588 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008bd7a1-8681-40f7-a8e1-dc0624043d9b None None] Pushing event updated for resources: {'Port': ['ID=6b407d58-e2fb-4762-b0fd-924e64376b39,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:35.124657 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 47250) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:21:35.473948 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [None req-c3d0a26c-a191-4bdf-b327-e20a6d931621 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93891) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:21:35.474903 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-c3d0a26c-a191-4bdf-b327-e20a6d931621 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3493464 Aug 27 03:21:37.847934 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 47258) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:21:38.174408 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [None req-72d9c778-1d68-40ec-99d2-0cd7396385b5 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93891) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:21:38.175375 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-72d9c778-1d68-40ec-99d2-0cd7396385b5 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3264990 Aug 27 03:21:40.890594 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 47268) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:21:41.259562 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [None req-e7397787-58c8-403e-b45b-3ba46b116e8d admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '6eb3a0e4cb1d4b259b17107aefbb397b', 'admin_state_up': True}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:21:41.313735 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 6b407d58-e2fb-4762-b0fd-924e64376b39 up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:21:41.332347 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.policy [None req-e7397787-58c8-403e-b45b-3ba46b116e8d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93891) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 27 03:21:41.378252 dv-cinder-804735-2-iscsi neutron-server[93891]: WARNING oslo_policy.policy [None req-e7397787-58c8-403e-b45b-3ba46b116e8d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 03:21:41.378645 dv-cinder-804735-2-iscsi neutron-server[93891]: WARNING oslo_policy.policy [None req-e7397787-58c8-403e-b45b-3ba46b116e8d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 03:21:41.387719 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.quota [None req-e7397787-58c8-403e-b45b-3ba46b116e8d admin admin] Loaded quota_driver: . Aug 27 03:21:41.401143 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning for port 6b407d58-e2fb-4762-b0fd-924e64376b39 completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:21:41.446494 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e7397787-58c8-403e-b45b-3ba46b116e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36878'] for router, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:41.448504 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e7397787-58c8-403e-b45b-3ba46b116e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-513158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36869'] for router, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:41.602168 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e7397787-58c8-403e-b45b-3ba46b116e8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:41.607408 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e7397787-58c8-403e-b45b-3ba46b116e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456187'] for router, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:41.627483 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e7397787-58c8-403e-b45b-3ba46b116e8d admin admin] Notify callbacks [] for router, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:41.628703 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-e7397787-58c8-403e-b45b-3ba46b116e8d admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7371895 Aug 27 03:21:42.319483 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c87dea-e977-446b-823a-df1c3f2730a7 None None] Network 55300ec5-9415-4ac8-b370-d765a5c25dd6 requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:21:42.375679 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-788c11e4-fbf5-4a2b-9719-ce8575ec3270 None None] Provisioning for port 6b407d58-e2fb-4762-b0fd-924e64376b39 completed by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:21:42.382742 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-788c11e4-fbf5-4a2b-9719-ce8575ec3270 None None] Provisioning complete for port 6b407d58-e2fb-4762-b0fd-924e64376b39 triggered by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:21:42.383261 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-788c11e4-fbf5-4a2b-9719-ce8575ec3270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:42.539715 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-788c11e4-fbf5-4a2b-9719-ce8575ec3270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:42.603499 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-788c11e4-fbf5-4a2b-9719-ce8575ec3270 None None] For port 6b407d58-e2fb-4762-b0fd-924e64376b39, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=6b407d58-e2fb-4762-b0fd-924e64376b39,segment=NetworkSegment(4628fa6f-b4df-444b-9bb9-35794a8d2747),segment_id=4628fa6f-b4df-444b-9bb9-35794a8d2747)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:21:42.608734 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-788c11e4-fbf5-4a2b-9719-ce8575ec3270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:42.666502 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c11e4-fbf5-4a2b-9719-ce8575ec3270 None None] Pushing event updated for resources: {'Port': ['ID=6b407d58-e2fb-4762-b0fd-924e64376b39,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:42.836484 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-8b6ce6fb-9a08-45a3-85db-2c335979eb2b None None] Provisioning complete for port 6b407d58-e2fb-4762-b0fd-924e64376b39 triggered by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:21:42.836981 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-8b6ce6fb-9a08-45a3-85db-2c335979eb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:43.264559 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 6b407d58-e2fb-4762-b0fd-924e64376b39 up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:21:43.311313 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port 6b407d58-e2fb-4762-b0fd-924e64376b39 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:21:43.311684 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:44.013970 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 47282) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:21:44.398067 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [None req-9139cbbe-cb70-45a4-bd8a-7bcee1543cb4 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93891) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:21:44.399080 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-9139cbbe-cb70-45a4-bd8a-7bcee1543cb4 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3841419 Aug 27 03:21:44.796861 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-91661299-f96b-41ea-b4f2-6eee343e9c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:46.804999 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 47290) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:21:47.187337 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [None req-315ad576-f622-4ff1-847c-b368dea8a679 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:21:47.217118 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315ad576-f622-4ff1-847c-b368dea8a679 admin admin] Made reservation on behalf of dd18f6074b9647bca69baffc389eb123 for: {'network': 1} {{(pid=93891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:21:47.220076 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-315ad576-f622-4ff1-847c-b368dea8a679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for network, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:47.223673 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-7644139b-6204-4a43-9d4b-28adf527052d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:47.236591 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-315ad576-f622-4ff1-847c-b368dea8a679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:47.359386 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-315ad576-f622-4ff1-847c-b368dea8a679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:47.366054 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-315ad576-f622-4ff1-847c-b368dea8a679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:47.377076 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-315ad576-f622-4ff1-847c-b368dea8a679 admin admin] Reserving flat network on physical network physnet1 {{(pid=93891) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 27 03:21:47.409838 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-315ad576-f622-4ff1-847c-b368dea8a679 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776575369445', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004'] for segment, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:47.410443 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-315ad576-f622-4ff1-847c-b368dea8a679 admin admin] Unsubscribe: segment precommit_create {{(pid=93891) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 27 03:21:47.410973 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.db.segments_db [None req-315ad576-f622-4ff1-847c-b368dea8a679 admin admin] Added segment d4232587-dac2-4838-ac1c-504baf035179 of type flat for network 239ea516-19ad-4308-8c8f-3a956c00c66f Aug 27 03:21:47.426483 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ad576-f622-4ff1-847c-b368dea8a679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483b3e51-066e-4a5b-a408-9c315106eabb,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:47.465741 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:47.477822 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315ad576-f622-4ff1-847c-b368dea8a679 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:47.478184 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315ad576-f622-4ff1-847c-b368dea8a679 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:47.478522 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315ad576-f622-4ff1-847c-b368dea8a679 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:47.478854 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315ad576-f622-4ff1-847c-b368dea8a679 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:47.479178 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315ad576-f622-4ff1-847c-b368dea8a679 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:47.479556 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315ad576-f622-4ff1-847c-b368dea8a679 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:47.479905 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315ad576-f622-4ff1-847c-b368dea8a679 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:47.480221 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315ad576-f622-4ff1-847c-b368dea8a679 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:47.480555 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315ad576-f622-4ff1-847c-b368dea8a679 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:47.480875 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315ad576-f622-4ff1-847c-b368dea8a679 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:47.481189 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315ad576-f622-4ff1-847c-b368dea8a679 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:47.481498 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315ad576-f622-4ff1-847c-b368dea8a679 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:47.482616 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315ad576-f622-4ff1-847c-b368dea8a679 admin admin] Tracked resource versions report: Aug 27 03:21:47.482616 dv-cinder-804735-2-iscsi neutron-server[93891]: pushed versions: Aug 27 03:21:47.482616 dv-cinder-804735-2-iscsi neutron-server[93891]: { 'AddressGroup': {'1.2'}, Aug 27 03:21:47.482616 dv-cinder-804735-2-iscsi neutron-server[93891]: 'ConntrackHelper': {'1.0'}, Aug 27 03:21:47.482616 dv-cinder-804735-2-iscsi neutron-server[93891]: 'Log': {'1.0'}, Aug 27 03:21:47.482616 dv-cinder-804735-2-iscsi neutron-server[93891]: 'Network': {'1.1'}, Aug 27 03:21:47.482616 dv-cinder-804735-2-iscsi neutron-server[93891]: 'Port': {'1.7'}, Aug 27 03:21:47.482616 dv-cinder-804735-2-iscsi neutron-server[93891]: 'PortForwarding': {'1.2'}, Aug 27 03:21:47.482616 dv-cinder-804735-2-iscsi neutron-server[93891]: 'QosPolicy': {'1.9'}, Aug 27 03:21:47.482616 dv-cinder-804735-2-iscsi neutron-server[93891]: 'SecurityGroup': {'1.4'}, Aug 27 03:21:47.482616 dv-cinder-804735-2-iscsi neutron-server[93891]: 'SecurityGroupRule': {'1.2'}, Aug 27 03:21:47.482616 dv-cinder-804735-2-iscsi neutron-server[93891]: 'SubPort': {'1.0'}, Aug 27 03:21:47.482616 dv-cinder-804735-2-iscsi neutron-server[93891]: 'Subnet': {'1.1'}, Aug 27 03:21:47.482616 dv-cinder-804735-2-iscsi neutron-server[93891]: 'Trunk': {'1.1'}} Aug 27 03:21:47.482616 dv-cinder-804735-2-iscsi neutron-server[93891]: consumer versions: Aug 27 03:21:47.482616 dv-cinder-804735-2-iscsi neutron-server[93891]: { DHCP agent@dv-cinder-804735-2-iscsi: {}, Aug 27 03:21:47.482616 dv-cinder-804735-2-iscsi neutron-server[93891]: L3 agent@dv-cinder-804735-2-iscsi: {}, Aug 27 03:21:47.482616 dv-cinder-804735-2-iscsi neutron-server[93891]: Metadata agent@dv-cinder-804735-2-iscsi: {}, Aug 27 03:21:47.482616 dv-cinder-804735-2-iscsi neutron-server[93891]: Metering agent@dv-cinder-804735-2-iscsi: {}, Aug 27 03:21:47.482616 dv-cinder-804735-2-iscsi neutron-server[93891]: Open vSwitch agent@dv-cinder-804735-2-iscsi: { 'AddressGroup': '1.2', Aug 27 03:21:47.482616 dv-cinder-804735-2-iscsi neutron-server[93891]: 'ConntrackHelper': '1.0', Aug 27 03:21:47.482616 dv-cinder-804735-2-iscsi neutron-server[93891]: 'Log': '1.0', Aug 27 03:21:47.482616 dv-cinder-804735-2-iscsi neutron-server[93891]: 'Network': '1.1', Aug 27 03:21:47.482616 dv-cinder-804735-2-iscsi neutron-server[93891]: 'Port': '1.7', Aug 27 03:21:47.482616 dv-cinder-804735-2-iscsi neutron-server[93891]: 'PortForwarding': '1.2', Aug 27 03:21:47.482616 dv-cinder-804735-2-iscsi neutron-server[93891]: 'QosPolicy': '1.9', Aug 27 03:21:47.482616 dv-cinder-804735-2-iscsi neutron-server[93891]: 'SecurityGroup': '1.4', Aug 27 03:21:47.482616 dv-cinder-804735-2-iscsi neutron-server[93891]: 'SecurityGroupRule': '1.2', Aug 27 03:21:47.482616 dv-cinder-804735-2-iscsi neutron-server[93891]: 'SubPort': '1.0', Aug 27 03:21:47.482616 dv-cinder-804735-2-iscsi neutron-server[93891]: 'Subnet': '1.1', Aug 27 03:21:47.482616 dv-cinder-804735-2-iscsi neutron-server[93891]: 'Trunk': '1.1'}} Aug 27 03:21:47.482616 dv-cinder-804735-2-iscsi neutron-server[93891]: {{(pid=93891) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 03:21:47.542791 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-315ad576-f622-4ff1-847c-b368dea8a679 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776574857063'] for network, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:47.587640 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-315ad576-f622-4ff1-847c-b368dea8a679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068'] for network, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:47.588959 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315ad576-f622-4ff1-847c-b368dea8a679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:47.589611 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-315ad576-f622-4ff1-847c-b368dea8a679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for network, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:47.677761 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-315ad576-f622-4ff1-847c-b368dea8a679 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8710229 Aug 27 03:21:47.691824 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ad576-f622-4ff1-847c-b368dea8a679 admin admin] Pushing event updated for resources: {'Network': ['ID=239ea516-19ad-4308-8c8f-3a956c00c66f,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:47.703485 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Network 239ea516-19ad-4308-8c8f-3a956c00c66f details requested by agent ovs-agent-dv-cinder-804735-2-iscsi with host dv-cinder-804735-2-iscsi {{(pid=93892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:21:48.550485 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:50.051618 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:50.071751 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 47312) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:21:50.252937 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389b3796-4358-4cb2-8a88-e7c64fd9a7a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:50.254271 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-389b3796-4358-4cb2-8a88-e7c64fd9a7a8 admin admin] 10.222.0.58 "GET /v2.0/subnets/bf0df01c-bac5-4660-8c88-9ee3e5aa14fe HTTP/1.1" status: 200 len: 849 time: 0.1815820 Aug 27 03:21:50.422850 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-4c1fda71-bdf9-4d58-b8ed-af35dc8d5eb7 admin admin] 10.222.0.58 "GET /v2.0/routers/1777cb72-3842-4f05-9727-903915d19034 HTTP/1.1" status: 200 len: 704 time: 0.1623209 Aug 27 03:21:50.698749 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c60bc0d5-80d3-486c-aad1-18c704333492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:51.016292 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-c60bc0d5-80d3-486c-aad1-18c704333492 admin admin] Allocated IP 172.20.0.1 (55300ec5-9415-4ac8-b370-d765a5c25dd6/bf0df01c-bac5-4660-8c88-9ee3e5aa14fe/2d606844-36fe-4f69-a841-9fcbaf451738) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:21:51.177835 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c60bc0d5-80d3-486c-aad1-18c704333492 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:51.201141 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-c60bc0d5-80d3-486c-aad1-18c704333492 admin admin] Transition to ACTIVE for port object 2d606844-36fe-4f69-a841-9fcbaf451738 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:21:51.273495 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c60bc0d5-80d3-486c-aad1-18c704333492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:51.336661 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60bc0d5-80d3-486c-aad1-18c704333492 admin admin] Network 55300ec5-9415-4ac8-b370-d765a5c25dd6 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:21:51.342273 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-c60bc0d5-80d3-486c-aad1-18c704333492 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:21:51.404685 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60bc0d5-80d3-486c-aad1-18c704333492 admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:21:51.405210 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c60bc0d5-80d3-486c-aad1-18c704333492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455972'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:51.460810 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60bc0d5-80d3-486c-aad1-18c704333492 admin admin] Pushing event updated for resources: {'Port': ['ID=2d606844-36fe-4f69-a841-9fcbaf451738,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:51.506726 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-917d33eb-9019-472f-b5d6-d346762bf125 None None] Provisioning for port 2d606844-36fe-4f69-a841-9fcbaf451738 completed by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:21:51.510797 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-917d33eb-9019-472f-b5d6-d346762bf125 None None] Provisioning complete for port 2d606844-36fe-4f69-a841-9fcbaf451738 triggered by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:21:51.511205 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-917d33eb-9019-472f-b5d6-d346762bf125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:51.544217 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-917d33eb-9019-472f-b5d6-d346762bf125 None None] Port 2d606844-36fe-4f69-a841-9fcbaf451738 cannot update to ACTIVE because it is not bound. {{(pid=93892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:21:51.602629 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c60bc0d5-80d3-486c-aad1-18c704333492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:51.812039 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c60bc0d5-80d3-486c-aad1-18c704333492 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:51.818733 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c60bc0d5-80d3-486c-aad1-18c704333492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:51.819623 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c60bc0d5-80d3-486c-aad1-18c704333492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456443'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:51.896040 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60bc0d5-80d3-486c-aad1-18c704333492 admin admin] Pushing event updated for resources: {'Port': ['ID=2d606844-36fe-4f69-a841-9fcbaf451738,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:51.944011 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60bc0d5-80d3-486c-aad1-18c704333492 admin admin] Network 55300ec5-9415-4ac8-b370-d765a5c25dd6 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:21:51.945315 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-c60bc0d5-80d3-486c-aad1-18c704333492 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:21:52.108075 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60bc0d5-80d3-486c-aad1-18c704333492 admin admin] Router 1777cb72-3842-4f05-9727-903915d19034 is scheduled to L3 agent 531130d0-1c3c-4def-a74a-055fb8373853 with binding_index 1 {{(pid=93890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:21:52.169465 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-f4027d3c-7ab7-45cc-8d1c-812eae782d23 None None] Provisioning complete for port 2d606844-36fe-4f69-a841-9fcbaf451738 triggered by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:21:52.169866 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f4027d3c-7ab7-45cc-8d1c-812eae782d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:52.206293 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-f4027d3c-7ab7-45cc-8d1c-812eae782d23 None None] Port 2d606844-36fe-4f69-a841-9fcbaf451738 cannot update to ACTIVE because it is not bound. {{(pid=93892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:21:52.206537 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60bc0d5-80d3-486c-aad1-18c704333492 admin admin] Notify agent at l3_agent.dv-cinder-804735-2-iscsi the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:21:52.212453 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-c60bc0d5-80d3-486c-aad1-18c704333492 admin admin] 10.222.0.58 "PUT /v2.0/routers/1777cb72-3842-4f05-9727-903915d19034/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7807384 Aug 27 03:21:52.218681 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61974138-1f69-4907-9133-0731f40cb7d3 None None] Sync routers for ids ['1777cb72-3842-4f05-9727-903915d19034'] in dv-cinder-804735-2-iscsi {{(pid=93893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:21:52.230970 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61974138-1f69-4907-9133-0731f40cb7d3 None None] Routers {'1777cb72-3842-4f05-9727-903915d19034'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:21:52.231822 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-61974138-1f69-4907-9133-0731f40cb7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:21:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['1777cb72-3842-4f05-9727-903915d19034'], 'active': True} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:21:52.418077 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvr_db [None req-61974138-1f69-4907-9133-0731f40cb7d3 None None] Set router 1777cb72-3842-4f05-9727-903915d19034 gateway port host: None {{(pid=93893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:21:52.858218 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-61974138-1f69-4907-9133-0731f40cb7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1777cb72-3842-4f05-9727-903915d19034', 'name': 'router1', 'tenant_id': '6eb3a0e4cb1d4b259b17107aefbb397b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:21:41Z', 'updated_at': '2021-08-27T03:21:51Z', 'revision_number': 2, 'project_id': '6eb3a0e4cb1d4b259b17107aefbb397b', 'gw_port_host': None, '_interfaces': [{'id': '2d606844-36fe-4f69-a841-9fcbaf451738', 'name': '', 'network_id': '55300ec5-9415-4ac8-b370-d765a5c25dd6', 'tenant_id': '6eb3a0e4cb1d4b259b17107aefbb397b', 'mac_address': 'fa:16:3e:0c:0c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1777cb72-3842-4f05-9727-903915d19034', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bf0df01c-bac5-4660-8c88-9ee3e5aa14fe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:21:50Z', 'updated_at': '2021-08-27T03:21:51Z', 'revision_number': 2, 'project_id': '6eb3a0e4cb1d4b259b17107aefbb397b', 'subnets': [{'id': 'bf0df01c-bac5-4660-8c88-9ee3e5aa14fe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e7b54bd7-fe6a-4951-9226-7967c21257dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:21:52.911444 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61974138-1f69-4907-9133-0731f40cb7d3 None None] Checking router: 1777cb72-3842-4f05-9727-903915d19034 for host: dv-cinder-804735-2-iscsi {{(pid=93893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:21:52.911814 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61974138-1f69-4907-9133-0731f40cb7d3 None None] Updating router 1777cb72-3842-4f05-9727-903915d19034 port 2d606844-36fe-4f69-a841-9fcbaf451738 binding host dv-cinder-804735-2-iscsi {{(pid=93893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:21:52.961525 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-61974138-1f69-4907-9133-0731f40cb7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:53.484297 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-61974138-1f69-4907-9133-0731f40cb7d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:53.502684 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.provisioning_blocks [None req-61974138-1f69-4907-9133-0731f40cb7d3 None None] Transition to ACTIVE for port object 2d606844-36fe-4f69-a841-9fcbaf451738 will not be triggered until provisioned by entity L2. {{(pid=93893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:21:53.509844 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-61974138-1f69-4907-9133-0731f40cb7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:53.668204 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23138fa-0ae3-4738-bf35-7abac0906f55 None None] Pushing event updated for resources: {'Port': ['ID=2d606844-36fe-4f69-a841-9fcbaf451738,revision_number=3']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:53.674501 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [None req-61974138-1f69-4907-9133-0731f40cb7d3 None None] Attempting to bind port 2d606844-36fe-4f69-a841-9fcbaf451738 on host dv-cinder-804735-2-iscsi for vnic_type normal with profile {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:21:53.674890 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [None req-61974138-1f69-4907-9133-0731f40cb7d3 None None] Attempting to bind port 2d606844-36fe-4f69-a841-9fcbaf451738 by drivers openvswitch,hyperv on host dv-cinder-804735-2-iscsi at level 0 using segments [{'id': '4628fa6f-b4df-444b-9bb9-35794a8d2747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '55300ec5-9415-4ac8-b370-d765a5c25dd6'}] {{(pid=93893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:21:53.675312 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61974138-1f69-4907-9133-0731f40cb7d3 None None] Attempting to bind port 2d606844-36fe-4f69-a841-9fcbaf451738 on network 55300ec5-9415-4ac8-b370-d765a5c25dd6 {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:21:53.684122 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23138fa-0ae3-4738-bf35-7abac0906f55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:53.684465 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23138fa-0ae3-4738-bf35-7abac0906f55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:53.684796 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23138fa-0ae3-4738-bf35-7abac0906f55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:53.685119 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23138fa-0ae3-4738-bf35-7abac0906f55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:53.685442 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23138fa-0ae3-4738-bf35-7abac0906f55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:53.685764 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23138fa-0ae3-4738-bf35-7abac0906f55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:53.686083 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23138fa-0ae3-4738-bf35-7abac0906f55 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:53.686401 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23138fa-0ae3-4738-bf35-7abac0906f55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:53.686722 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23138fa-0ae3-4738-bf35-7abac0906f55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:53.687038 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23138fa-0ae3-4738-bf35-7abac0906f55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:53.687369 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23138fa-0ae3-4738-bf35-7abac0906f55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:53.687697 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23138fa-0ae3-4738-bf35-7abac0906f55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:53.688756 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23138fa-0ae3-4738-bf35-7abac0906f55 None None] Tracked resource versions report: Aug 27 03:21:53.688756 dv-cinder-804735-2-iscsi neutron-server[93893]: pushed versions: Aug 27 03:21:53.688756 dv-cinder-804735-2-iscsi neutron-server[93893]: { 'AddressGroup': {'1.2'}, Aug 27 03:21:53.688756 dv-cinder-804735-2-iscsi neutron-server[93893]: 'ConntrackHelper': {'1.0'}, Aug 27 03:21:53.688756 dv-cinder-804735-2-iscsi neutron-server[93893]: 'Log': {'1.0'}, Aug 27 03:21:53.688756 dv-cinder-804735-2-iscsi neutron-server[93893]: 'Network': {'1.1'}, Aug 27 03:21:53.688756 dv-cinder-804735-2-iscsi neutron-server[93893]: 'Port': {'1.7'}, Aug 27 03:21:53.688756 dv-cinder-804735-2-iscsi neutron-server[93893]: 'PortForwarding': {'1.2'}, Aug 27 03:21:53.688756 dv-cinder-804735-2-iscsi neutron-server[93893]: 'QosPolicy': {'1.9'}, Aug 27 03:21:53.688756 dv-cinder-804735-2-iscsi neutron-server[93893]: 'SecurityGroup': {'1.4'}, Aug 27 03:21:53.688756 dv-cinder-804735-2-iscsi neutron-server[93893]: 'SecurityGroupRule': {'1.2'}, Aug 27 03:21:53.688756 dv-cinder-804735-2-iscsi neutron-server[93893]: 'SubPort': {'1.0'}, Aug 27 03:21:53.688756 dv-cinder-804735-2-iscsi neutron-server[93893]: 'Subnet': {'1.1'}, Aug 27 03:21:53.688756 dv-cinder-804735-2-iscsi neutron-server[93893]: 'Trunk': {'1.1'}} Aug 27 03:21:53.688756 dv-cinder-804735-2-iscsi neutron-server[93893]: consumer versions: Aug 27 03:21:53.688756 dv-cinder-804735-2-iscsi neutron-server[93893]: { DHCP agent@dv-cinder-804735-2-iscsi: {}, Aug 27 03:21:53.688756 dv-cinder-804735-2-iscsi neutron-server[93893]: L3 agent@dv-cinder-804735-2-iscsi: {}, Aug 27 03:21:53.688756 dv-cinder-804735-2-iscsi neutron-server[93893]: Metadata agent@dv-cinder-804735-2-iscsi: {}, Aug 27 03:21:53.688756 dv-cinder-804735-2-iscsi neutron-server[93893]: Metering agent@dv-cinder-804735-2-iscsi: {}, Aug 27 03:21:53.688756 dv-cinder-804735-2-iscsi neutron-server[93893]: Open vSwitch agent@dv-cinder-804735-2-iscsi: { 'AddressGroup': '1.2', Aug 27 03:21:53.688756 dv-cinder-804735-2-iscsi neutron-server[93893]: 'ConntrackHelper': '1.0', Aug 27 03:21:53.688756 dv-cinder-804735-2-iscsi neutron-server[93893]: 'Log': '1.0', Aug 27 03:21:53.688756 dv-cinder-804735-2-iscsi neutron-server[93893]: 'Network': '1.1', Aug 27 03:21:53.688756 dv-cinder-804735-2-iscsi neutron-server[93893]: 'Port': '1.7', Aug 27 03:21:53.688756 dv-cinder-804735-2-iscsi neutron-server[93893]: 'PortForwarding': '1.2', Aug 27 03:21:53.688756 dv-cinder-804735-2-iscsi neutron-server[93893]: 'QosPolicy': '1.9', Aug 27 03:21:53.688756 dv-cinder-804735-2-iscsi neutron-server[93893]: 'SecurityGroup': '1.4', Aug 27 03:21:53.688756 dv-cinder-804735-2-iscsi neutron-server[93893]: 'SecurityGroupRule': '1.2', Aug 27 03:21:53.688756 dv-cinder-804735-2-iscsi neutron-server[93893]: 'SubPort': '1.0', Aug 27 03:21:53.688756 dv-cinder-804735-2-iscsi neutron-server[93893]: 'Subnet': '1.1', Aug 27 03:21:53.688756 dv-cinder-804735-2-iscsi neutron-server[93893]: 'Trunk': '1.1'}} Aug 27 03:21:53.688756 dv-cinder-804735-2-iscsi neutron-server[93893]: {{(pid=93893) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 03:21:53.691434 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61974138-1f69-4907-9133-0731f40cb7d3 None None] Checking agent: {'id': 'd4759df8-4373-4538-9ee3-f6ed6d276f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 21, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:21:53.691634 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61974138-1f69-4907-9133-0731f40cb7d3 None None] Checking segment: {'id': '4628fa6f-b4df-444b-9bb9-35794a8d2747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '55300ec5-9415-4ac8-b370-d765a5c25dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:21:53.692061 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-61974138-1f69-4907-9133-0731f40cb7d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:53.692434 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61974138-1f69-4907-9133-0731f40cb7d3 None None] Bound using segment: {'id': '4628fa6f-b4df-444b-9bb9-35794a8d2747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '55300ec5-9415-4ac8-b370-d765a5c25dd6'} {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:21:53.692956 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [None req-61974138-1f69-4907-9133-0731f40cb7d3 None None] Bound port: 2d606844-36fe-4f69-a841-9fcbaf451738, host: dv-cinder-804735-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4628fa6f-b4df-444b-9bb9-35794a8d2747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '55300ec5-9415-4ac8-b370-d765a5c25dd6'}}] {{(pid=93893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:21:53.693465 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-61974138-1f69-4907-9133-0731f40cb7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:53.760849 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [None req-61974138-1f69-4907-9133-0731f40cb7d3 None None] For port 2d606844-36fe-4f69-a841-9fcbaf451738, host dv-cinder-804735-2-iscsi, cleared binding levels {{(pid=93893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:21:53.780759 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [None req-61974138-1f69-4907-9133-0731f40cb7d3 None None] For port 2d606844-36fe-4f69-a841-9fcbaf451738, host dv-cinder-804735-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=2d606844-36fe-4f69-a841-9fcbaf451738,segment=NetworkSegment(4628fa6f-b4df-444b-9bb9-35794a8d2747),segment_id=4628fa6f-b4df-444b-9bb9-35794a8d2747)] {{(pid=93893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:21:53.787194 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-61974138-1f69-4907-9133-0731f40cb7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:53.843145 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23138fa-0ae3-4738-bf35-7abac0906f55 None None] Pushing event updated for resources: {'Port': ['ID=2d606844-36fe-4f69-a841-9fcbaf451738,revision_number=4']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:53.854940 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61974138-1f69-4907-9133-0731f40cb7d3 None None] Routers {'1777cb72-3842-4f05-9727-903915d19034'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:21:53.855600 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-61974138-1f69-4907-9133-0731f40cb7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:21:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['1777cb72-3842-4f05-9727-903915d19034'], 'active': True} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:21:53.948112 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvr_db [None req-61974138-1f69-4907-9133-0731f40cb7d3 None None] Set router 1777cb72-3842-4f05-9727-903915d19034 gateway port host: None {{(pid=93893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:21:54.168484 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-61974138-1f69-4907-9133-0731f40cb7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1777cb72-3842-4f05-9727-903915d19034', 'name': 'router1', 'tenant_id': '6eb3a0e4cb1d4b259b17107aefbb397b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:21:41Z', 'updated_at': '2021-08-27T03:21:51Z', 'revision_number': 2, 'project_id': '6eb3a0e4cb1d4b259b17107aefbb397b', 'gw_port_host': None, '_interfaces': [{'id': '2d606844-36fe-4f69-a841-9fcbaf451738', 'name': '', 'network_id': '55300ec5-9415-4ac8-b370-d765a5c25dd6', 'tenant_id': '6eb3a0e4cb1d4b259b17107aefbb397b', 'mac_address': 'fa:16:3e:0c:0c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1777cb72-3842-4f05-9727-903915d19034', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bf0df01c-bac5-4660-8c88-9ee3e5aa14fe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:21:50Z', 'updated_at': '2021-08-27T03:21:53Z', 'revision_number': 4, 'project_id': '6eb3a0e4cb1d4b259b17107aefbb397b', 'subnets': [{'id': 'bf0df01c-bac5-4660-8c88-9ee3e5aa14fe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e7b54bd7-fe6a-4951-9226-7967c21257dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:21:54.194249 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61974138-1f69-4907-9133-0731f40cb7d3 None None] The sync data for ids ['1777cb72-3842-4f05-9727-903915d19034'] in dv-cinder-804735-2-iscsi is: [{'id': '1777cb72-3842-4f05-9727-903915d19034', 'name': 'router1', 'tenant_id': '6eb3a0e4cb1d4b259b17107aefbb397b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:21:41Z', 'updated_at': '2021-08-27T03:21:51Z', 'revision_number': 2, 'project_id': '6eb3a0e4cb1d4b259b17107aefbb397b', 'gw_port_host': None, '_interfaces': [{'id': '2d606844-36fe-4f69-a841-9fcbaf451738', 'name': '', 'network_id': '55300ec5-9415-4ac8-b370-d765a5c25dd6', 'tenant_id': '6eb3a0e4cb1d4b259b17107aefbb397b', 'mac_address': 'fa:16:3e:0c:0c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1777cb72-3842-4f05-9727-903915d19034', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bf0df01c-bac5-4660-8c88-9ee3e5aa14fe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:21:50Z', 'updated_at': '2021-08-27T03:21:53Z', 'revision_number': 4, 'project_id': '6eb3a0e4cb1d4b259b17107aefbb397b', 'subnets': [{'id': 'bf0df01c-bac5-4660-8c88-9ee3e5aa14fe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e7b54bd7-fe6a-4951-9226-7967c21257dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:21:54.456417 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 47332) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:21:54.609375 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48cceed-cdea-4109-82e9-67dec9db1143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:54.610753 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-d48cceed-cdea-4109-82e9-67dec9db1143 admin admin] 10.222.0.58 "GET /v2.0/networks/239ea516-19ad-4308-8c8f-3a956c00c66f HTTP/1.1" status: 200 len: 842 time: 0.1533854 Aug 27 03:21:54.622552 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [None req-6d11b0c3-3f10-414b-8d9f-ccbf4fbe89bc admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:21:54.649496 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d11b0c3-3f10-414b-8d9f-ccbf4fbe89bc admin admin] Made reservation on behalf of dd18f6074b9647bca69baffc389eb123 for: {'subnet': 1} {{(pid=93891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:21:54.651807 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6d11b0c3-3f10-414b-8d9f-ccbf4fbe89bc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:55.027964 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.objects.ports [None req-6d11b0c3-3f10-414b-8d9f-ccbf4fbe89bc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93891) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 03:21:55.028424 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6d11b0c3-3f10-414b-8d9f-ccbf4fbe89bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068'] for subnet, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:55.084398 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11b0c3-3f10-414b-8d9f-ccbf4fbe89bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=240b09d3-e621-4049-93c9-64b8f5a60ad0,revision_number=0']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:55.096188 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d11b0c3-3f10-414b-8d9f-ccbf4fbe89bc admin admin] Checking segment: {'id': 'd4232587-dac2-4838-ac1c-504baf035179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:21:55.096573 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d11b0c3-3f10-414b-8d9f-ccbf4fbe89bc admin admin] Network hostable DHCP agents. Network: 239ea516-19ad-4308-8c8f-3a956c00c66f, hostable agents: ['b9d5b039-511f-405d-92d5-fedc540f1c95'], hosted agents: [] {{(pid=93891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:21:55.117272 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d11b0c3-3f10-414b-8d9f-ccbf4fbe89bc admin admin] Network 239ea516-19ad-4308-8c8f-3a956c00c66f is scheduled to be hosted by DHCP agent b9d5b039-511f-405d-92d5-fedc540f1c95 with binding_index 1 {{(pid=93891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:21:55.128068 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-6d11b0c3-3f10-414b-8d9f-ccbf4fbe89bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-2-iscsi, 239ea516-19ad-4308-8c8f-3a956c00c66f) {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:21:55.134434 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d11b0c3-3f10-414b-8d9f-ccbf4fbe89bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:55.135449 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6d11b0c3-3f10-414b-8d9f-ccbf4fbe89bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for subnet, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:55.138733 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e77fa5-f4c0-4cac-80b7-f552936f97ff None None] Network 239ea516-19ad-4308-8c8f-3a956c00c66f requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:21:55.152140 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-6d11b0c3-3f10-414b-8d9f-ccbf4fbe89bc admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5331814 Aug 27 03:21:55.274207 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9ad48b-48c4-44fc-84f5-70008944809f None None] Network 239ea516-19ad-4308-8c8f-3a956c00c66f requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:21:57.418940 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 47340) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:21:57.550536 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-2744d75f-fc89-4105-a55c-300c9eeeb1b0 admin admin] 10.222.0.58 "GET /v2.0/routers/1777cb72-3842-4f05-9727-903915d19034 HTTP/1.1" status: 200 len: 710 time: 0.1302602 Aug 27 03:21:57.651163 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa48a76-e260-49c0-b954-34cdfcc7a9a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:57.652705 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-0aa48a76-e260-49c0-b954-34cdfcc7a9a0 admin admin] 10.222.0.58 "GET /v2.0/networks/239ea516-19ad-4308-8c8f-3a956c00c66f HTTP/1.1" status: 200 len: 886 time: 0.0958812 Aug 27 03:21:57.662548 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-1a819d67-0c81-42c1-b8ab-d05acdde9729 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:21:57.906569 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1a819d67-0c81-42c1-b8ab-d05acdde9729 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:58.212693 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1a819d67-0c81-42c1-b8ab-d05acdde9729 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:58.284816 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1a819d67-0c81-42c1-b8ab-d05acdde9729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:58.391036 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-1a819d67-0c81-42c1-b8ab-d05acdde9729 admin admin] Allocated IP 172.27.0.114 (239ea516-19ad-4308-8c8f-3a956c00c66f/240b09d3-e621-4049-93c9-64b8f5a60ad0/42354673-2bc9-4d76-99f6-6effeec8e3f0) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:21:58.495279 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1a819d67-0c81-42c1-b8ab-d05acdde9729 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:58.534392 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1a819d67-0c81-42c1-b8ab-d05acdde9729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:58.573307 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a819d67-0c81-42c1-b8ab-d05acdde9729 admin admin] Network 239ea516-19ad-4308-8c8f-3a956c00c66f is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:21:58.577996 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-1a819d67-0c81-42c1-b8ab-d05acdde9729 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:21:58.582169 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a819d67-0c81-42c1-b8ab-d05acdde9729 admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:21:58.615794 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a819d67-0c81-42c1-b8ab-d05acdde9729 admin admin] Pushing event updated for resources: {'Port': ['ID=42354673-2bc9-4d76-99f6-6effeec8e3f0,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:58.837811 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1a819d67-0c81-42c1-b8ab-d05acdde9729 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:59.043435 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1a819d67-0c81-42c1-b8ab-d05acdde9729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456158', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36907'] for router, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:59.046828 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1a819d67-0c81-42c1-b8ab-d05acdde9729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456140', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445803'] for router, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:59.156771 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a819d67-0c81-42c1-b8ab-d05acdde9729 admin admin] Router 1777cb72-3842-4f05-9727-903915d19034 has already been hosted by L3 agent 531130d0-1c3c-4def-a74a-055fb8373853 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:21:59.277413 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a819d67-0c81-42c1-b8ab-d05acdde9729 admin admin] Notify agent at l3_agent.dv-cinder-804735-2-iscsi the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:21:59.283069 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1a819d67-0c81-42c1-b8ab-d05acdde9729 admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:59.290051 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-1a819d67-0c81-42c1-b8ab-d05acdde9729 admin admin] 10.222.0.58 "PUT /v2.0/routers/1777cb72-3842-4f05-9727-903915d19034 HTTP/1.1" status: 200 len: 890 time: 1.6258008 Aug 27 03:21:59.318710 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 2d606844-36fe-4f69-a841-9fcbaf451738 up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:21:59.380441 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning for port 2d606844-36fe-4f69-a841-9fcbaf451738 completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:21:59.385377 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port 2d606844-36fe-4f69-a841-9fcbaf451738 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:21:59.385797 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:59.472063 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:59.507628 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] For port 2d606844-36fe-4f69-a841-9fcbaf451738, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=2d606844-36fe-4f69-a841-9fcbaf451738,segment=NetworkSegment(4628fa6f-b4df-444b-9bb9-35794a8d2747),segment_id=4628fa6f-b4df-444b-9bb9-35794a8d2747)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:21:59.517793 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:59.567476 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Pushing event updated for resources: {'Port': ['ID=2d606844-36fe-4f69-a841-9fcbaf451738,revision_number=5']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:00.696095 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a42fd8-c7a7-4bd2-8e70-6f5733930328 None None] Sync routers for ids ['1777cb72-3842-4f05-9727-903915d19034'] in dv-cinder-804735-2-iscsi {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:22:00.707020 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a42fd8-c7a7-4bd2-8e70-6f5733930328 None None] Routers {'1777cb72-3842-4f05-9727-903915d19034'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:22:00.707676 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-70a42fd8-c7a7-4bd2-8e70-6f5733930328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:21:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['1777cb72-3842-4f05-9727-903915d19034'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:22:00.952058 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-70a42fd8-c7a7-4bd2-8e70-6f5733930328 None None] Set router 1777cb72-3842-4f05-9727-903915d19034 gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:22:01.282010 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 2d606844-36fe-4f69-a841-9fcbaf451738 up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:22:01.373104 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-70a42fd8-c7a7-4bd2-8e70-6f5733930328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1777cb72-3842-4f05-9727-903915d19034', 'name': 'router1', 'tenant_id': '6eb3a0e4cb1d4b259b17107aefbb397b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '42354673-2bc9-4d76-99f6-6effeec8e3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:21:41Z', 'updated_at': '2021-08-27T03:21:58Z', 'revision_number': 4, 'project_id': '6eb3a0e4cb1d4b259b17107aefbb397b', 'gw_port': {'id': '42354673-2bc9-4d76-99f6-6effeec8e3f0', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1777cb72-3842-4f05-9727-903915d19034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:21:58Z', 'updated_at': '2021-08-27T03:21:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': '2d606844-36fe-4f69-a841-9fcbaf451738', 'name': '', 'network_id': '55300ec5-9415-4ac8-b370-d765a5c25dd6', 'tenant_id': '6eb3a0e4cb1d4b259b17107aefbb397b', 'mac_address': 'fa:16:3e:0c:0c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1777cb72-3842-4f05-9727-903915d19034', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bf0df01c-bac5-4660-8c88-9ee3e5aa14fe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:21:50Z', 'updated_at': '2021-08-27T03:21:59Z', 'revision_number': 5, 'project_id': '6eb3a0e4cb1d4b259b17107aefbb397b', 'subnets': [{'id': 'bf0df01c-bac5-4660-8c88-9ee3e5aa14fe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e7b54bd7-fe6a-4951-9226-7967c21257dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:22:01.397556 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port 2d606844-36fe-4f69-a841-9fcbaf451738 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:22:01.397556 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:01.442304 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a42fd8-c7a7-4bd2-8e70-6f5733930328 None None] Checking router: 1777cb72-3842-4f05-9727-903915d19034 for host: dv-cinder-804735-2-iscsi {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:22:01.442619 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a42fd8-c7a7-4bd2-8e70-6f5733930328 None None] Updating router 1777cb72-3842-4f05-9727-903915d19034 port 42354673-2bc9-4d76-99f6-6effeec8e3f0 binding host dv-cinder-804735-2-iscsi {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:22:01.498344 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-70a42fd8-c7a7-4bd2-8e70-6f5733930328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:01.727633 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 47352) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:22:01.840544 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-259346d6-4f83-4cdc-bc60-d627c67c81b3 admin admin] 10.222.0.58 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1117713 Aug 27 03:22:01.846646 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-70a42fd8-c7a7-4bd2-8e70-6f5733930328 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:01.858457 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-70a42fd8-c7a7-4bd2-8e70-6f5733930328 None None] Transition to ACTIVE for port object 42354673-2bc9-4d76-99f6-6effeec8e3f0 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:22:01.866562 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-70a42fd8-c7a7-4bd2-8e70-6f5733930328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:01.918864 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-70a42fd8-c7a7-4bd2-8e70-6f5733930328 None None] Attempting to bind port 42354673-2bc9-4d76-99f6-6effeec8e3f0 on host dv-cinder-804735-2-iscsi for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:22:01.919233 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-70a42fd8-c7a7-4bd2-8e70-6f5733930328 None None] Attempting to bind port 42354673-2bc9-4d76-99f6-6effeec8e3f0 by drivers openvswitch,hyperv on host dv-cinder-804735-2-iscsi at level 0 using segments [{'id': 'd4232587-dac2-4838-ac1c-504baf035179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:22:01.919624 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a42fd8-c7a7-4bd2-8e70-6f5733930328 None None] Attempting to bind port 42354673-2bc9-4d76-99f6-6effeec8e3f0 on network 239ea516-19ad-4308-8c8f-3a956c00c66f {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:22:01.925472 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794d680-554b-44d4-8f70-cd5fa2eb4804 None None] Pushing event updated for resources: {'Port': ['ID=42354673-2bc9-4d76-99f6-6effeec8e3f0,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:01.931789 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a42fd8-c7a7-4bd2-8e70-6f5733930328 None None] Checking agent: {'id': 'd4759df8-4373-4538-9ee3-f6ed6d276f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 21, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:22:01.932194 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a42fd8-c7a7-4bd2-8e70-6f5733930328 None None] Checking segment: {'id': 'd4232587-dac2-4838-ac1c-504baf035179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:22:01.932529 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-70a42fd8-c7a7-4bd2-8e70-6f5733930328 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:01.932946 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a42fd8-c7a7-4bd2-8e70-6f5733930328 None None] Bound using segment: {'id': 'd4232587-dac2-4838-ac1c-504baf035179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:22:01.933437 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-70a42fd8-c7a7-4bd2-8e70-6f5733930328 None None] Bound port: 42354673-2bc9-4d76-99f6-6effeec8e3f0, host: dv-cinder-804735-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4232587-dac2-4838-ac1c-504baf035179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:22:01.933807 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-70a42fd8-c7a7-4bd2-8e70-6f5733930328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:02.067397 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-70a42fd8-c7a7-4bd2-8e70-6f5733930328 None None] For port 42354673-2bc9-4d76-99f6-6effeec8e3f0, host dv-cinder-804735-2-iscsi, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:22:02.070326 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-70a42fd8-c7a7-4bd2-8e70-6f5733930328 None None] For port 42354673-2bc9-4d76-99f6-6effeec8e3f0, host dv-cinder-804735-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=42354673-2bc9-4d76-99f6-6effeec8e3f0,segment=NetworkSegment(d4232587-dac2-4838-ac1c-504baf035179),segment_id=d4232587-dac2-4838-ac1c-504baf035179)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:22:02.075141 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-70a42fd8-c7a7-4bd2-8e70-6f5733930328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:02.132260 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a42fd8-c7a7-4bd2-8e70-6f5733930328 None None] Routers {'1777cb72-3842-4f05-9727-903915d19034'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:22:02.132929 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-70a42fd8-c7a7-4bd2-8e70-6f5733930328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:21:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['1777cb72-3842-4f05-9727-903915d19034'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:22:02.135197 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794d680-554b-44d4-8f70-cd5fa2eb4804 None None] Pushing event updated for resources: {'Port': ['ID=42354673-2bc9-4d76-99f6-6effeec8e3f0,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:02.248267 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-70a42fd8-c7a7-4bd2-8e70-6f5733930328 None None] Set router 1777cb72-3842-4f05-9727-903915d19034 gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:22:02.461868 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-70a42fd8-c7a7-4bd2-8e70-6f5733930328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1777cb72-3842-4f05-9727-903915d19034', 'name': 'router1', 'tenant_id': '6eb3a0e4cb1d4b259b17107aefbb397b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '42354673-2bc9-4d76-99f6-6effeec8e3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:21:41Z', 'updated_at': '2021-08-27T03:21:58Z', 'revision_number': 4, 'project_id': '6eb3a0e4cb1d4b259b17107aefbb397b', 'gw_port': {'id': '42354673-2bc9-4d76-99f6-6effeec8e3f0', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1777cb72-3842-4f05-9727-903915d19034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:21:58Z', 'updated_at': '2021-08-27T03:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': '2d606844-36fe-4f69-a841-9fcbaf451738', 'name': '', 'network_id': '55300ec5-9415-4ac8-b370-d765a5c25dd6', 'tenant_id': '6eb3a0e4cb1d4b259b17107aefbb397b', 'mac_address': 'fa:16:3e:0c:0c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1777cb72-3842-4f05-9727-903915d19034', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bf0df01c-bac5-4660-8c88-9ee3e5aa14fe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:21:50Z', 'updated_at': '2021-08-27T03:21:59Z', 'revision_number': 5, 'project_id': '6eb3a0e4cb1d4b259b17107aefbb397b', 'subnets': [{'id': 'bf0df01c-bac5-4660-8c88-9ee3e5aa14fe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e7b54bd7-fe6a-4951-9226-7967c21257dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:22:02.491295 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a42fd8-c7a7-4bd2-8e70-6f5733930328 None None] The sync data for ids ['1777cb72-3842-4f05-9727-903915d19034'] in dv-cinder-804735-2-iscsi is: [{'id': '1777cb72-3842-4f05-9727-903915d19034', 'name': 'router1', 'tenant_id': '6eb3a0e4cb1d4b259b17107aefbb397b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '42354673-2bc9-4d76-99f6-6effeec8e3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:21:41Z', 'updated_at': '2021-08-27T03:21:58Z', 'revision_number': 4, 'project_id': '6eb3a0e4cb1d4b259b17107aefbb397b', 'gw_port': {'id': '42354673-2bc9-4d76-99f6-6effeec8e3f0', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1777cb72-3842-4f05-9727-903915d19034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:21:58Z', 'updated_at': '2021-08-27T03:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': '2d606844-36fe-4f69-a841-9fcbaf451738', 'name': '', 'network_id': '55300ec5-9415-4ac8-b370-d765a5c25dd6', 'tenant_id': '6eb3a0e4cb1d4b259b17107aefbb397b', 'mac_address': 'fa:16:3e:0c:0c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1777cb72-3842-4f05-9727-903915d19034', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bf0df01c-bac5-4660-8c88-9ee3e5aa14fe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:21:50Z', 'updated_at': '2021-08-27T03:21:59Z', 'revision_number': 5, 'project_id': '6eb3a0e4cb1d4b259b17107aefbb397b', 'subnets': [{'id': 'bf0df01c-bac5-4660-8c88-9ee3e5aa14fe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e7b54bd7-fe6a-4951-9226-7967c21257dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:22:03.299179 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 42354673-2bc9-4d76-99f6-6effeec8e3f0 up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:22:03.345805 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning for port 42354673-2bc9-4d76-99f6-6effeec8e3f0 completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:22:03.349553 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port 42354673-2bc9-4d76-99f6-6effeec8e3f0 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:22:03.349922 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:03.429759 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:03.450153 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] For port 42354673-2bc9-4d76-99f6-6effeec8e3f0, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=42354673-2bc9-4d76-99f6-6effeec8e3f0,segment=NetworkSegment(d4232587-dac2-4838-ac1c-504baf035179),segment_id=d4232587-dac2-4838-ac1c-504baf035179)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:22:03.454376 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:03.507179 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Pushing event updated for resources: {'Port': ['ID=42354673-2bc9-4d76-99f6-6effeec8e3f0,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:05.317658 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 42354673-2bc9-4d76-99f6-6effeec8e3f0 up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:22:05.389287 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port 42354673-2bc9-4d76-99f6-6effeec8e3f0 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:22:05.389978 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:09.973905 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 5 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:22:14.801180 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-37c41857-c911-4ca7-acec-223a61458999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:17.228507 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-e084c681-f40d-4d3c-9254-12810ef17580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:17.470769 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:18.556993 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:20.077946 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:44.802665 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce2665f9-49c0-4c91-bc4f-f520f8b04163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:46.972110 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 5 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:22:47.233057 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-eefafed1-27a7-44c3-9023-78527686b55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:47.465083 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:48.558777 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:50.073512 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:14.807689 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-cc691f73-1d34-48e7-8d91-99c34e99eef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:17.240378 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-9a1afbda-39d4-4bbd-8e70-19a41247a2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:17.468079 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:18.561612 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:20.074443 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:23.970459 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 5 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:23:38.198052 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 47914) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:38.271444 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.pecan_wsgi.hooks.translation [None req-3120cabc-eef6-4456-9cd3-6ec9799c91f3 admin admin] GET failed (client error): The resource could not be found. Aug 27 03:23:38.272908 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-3120cabc-eef6-4456-9cd3-6ec9799c91f3 admin admin] 10.222.0.58 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0738671 Aug 27 03:23:38.448117 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50774f23-e0c6-4b95-8e22-cdb55b6f0541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:38.449595 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-50774f23-e0c6-4b95-8e22-cdb55b6f0541 admin admin] 10.222.0.58 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1718540 Aug 27 03:23:40.762644 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 47924) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:40.879602 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c26243-7251-4ab8-94ae-dd32de15a97a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:40.881575 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-23c26243-7251-4ab8-94ae-dd32de15a97a admin admin] 10.222.0.58 "GET /v2.0/subnets/bf0df01c-bac5-4660-8c88-9ee3e5aa14fe HTTP/1.1" status: 200 len: 849 time: 0.1179762 Aug 27 03:23:40.896660 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-19df6493-06c8-4e34-ad1a-313e2ad30bc9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:23:41.112019 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-19df6493-06c8-4e34-ad1a-313e2ad30bc9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:41.282646 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-19df6493-06c8-4e34-ad1a-313e2ad30bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776575344680'] for subnet, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:41.319922 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19df6493-06c8-4e34-ad1a-313e2ad30bc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:41.320838 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-19df6493-06c8-4e34-ad1a-313e2ad30bc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:41.322457 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-19df6493-06c8-4e34-ad1a-313e2ad30bc9 admin admin] 10.222.0.58 "PUT /v2.0/subnets/bf0df01c-bac5-4660-8c88-9ee3e5aa14fe HTTP/1.1" status: 200 len: 868 time: 0.4316280 Aug 27 03:23:41.330053 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5cf654-305c-452a-b939-55ab5828bd5c None None] Network 55300ec5-9415-4ac8-b370-d765a5c25dd6 requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:23:41.342380 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df6493-06c8-4e34-ad1a-313e2ad30bc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf0df01c-bac5-4660-8c88-9ee3e5aa14fe,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:41.352289 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19df6493-06c8-4e34-ad1a-313e2ad30bc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:41.352653 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19df6493-06c8-4e34-ad1a-313e2ad30bc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:41.353107 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19df6493-06c8-4e34-ad1a-313e2ad30bc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:41.353527 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19df6493-06c8-4e34-ad1a-313e2ad30bc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:41.353858 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19df6493-06c8-4e34-ad1a-313e2ad30bc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:41.354174 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19df6493-06c8-4e34-ad1a-313e2ad30bc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:41.354499 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19df6493-06c8-4e34-ad1a-313e2ad30bc9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:41.354835 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19df6493-06c8-4e34-ad1a-313e2ad30bc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:41.355157 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19df6493-06c8-4e34-ad1a-313e2ad30bc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:41.355508 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19df6493-06c8-4e34-ad1a-313e2ad30bc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:41.355830 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19df6493-06c8-4e34-ad1a-313e2ad30bc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:41.356132 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19df6493-06c8-4e34-ad1a-313e2ad30bc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:41.754889 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-efa00f4e-ab23-4293-9ebb-3f66327d3810 None None] Provisioning complete for port 6b407d58-e2fb-4762-b0fd-924e64376b39 triggered by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:23:41.755254 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-efa00f4e-ab23-4293-9ebb-3f66327d3810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:41.842108 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-efa00f4e-ab23-4293-9ebb-3f66327d3810 None None] Provisioning complete for port 2d606844-36fe-4f69-a841-9fcbaf451738 triggered by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:23:41.842357 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-efa00f4e-ab23-4293-9ebb-3f66327d3810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:43.543421 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 47934) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:43.772051 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7007cbf4-6c76-42ed-bdef-6b439ebf26e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:43.772513 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7007cbf4-6c76-42ed-bdef-6b439ebf26e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:43.774055 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-7007cbf4-6c76-42ed-bdef-6b439ebf26e7 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2292643 Aug 27 03:23:44.811889 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-64c7d842-bdac-4a75-a41e-6e58a5454802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:46.005980 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 47942) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:46.241303 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5f4977-e180-492c-97cd-eb7d1f4350ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:46.241659 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5f4977-e180-492c-97cd-eb7d1f4350ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:46.243202 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-cd5f4977-e180-492c-97cd-eb7d1f4350ab admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2361789 Aug 27 03:23:47.233522 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-a1a940ca-fd7b-4b03-a85e-d65539554495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:47.472351 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:48.499929 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 47950) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:48.569360 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:48.652980 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fa80c4-c6d4-4ddc-99a3-264c83d516ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:48.654286 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-f6fa80c4-c6d4-4ddc-99a3-264c83d516ce admin admin] 10.222.0.58 "GET /v2.0/networks/239ea516-19ad-4308-8c8f-3a956c00c66f HTTP/1.1" status: 200 len: 886 time: 0.1533973 Aug 27 03:23:50.078769 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:50.864298 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 47958) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:51.014510 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d1bbf5-7c42-42cb-b082-42407df7f4bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:51.015900 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-76d1bbf5-7c42-42cb-b082-42407df7f4bc admin admin] 10.222.0.58 "GET /v2.0/networks/55300ec5-9415-4ac8-b370-d765a5c25dd6 HTTP/1.1" status: 200 len: 869 time: 0.1501300 Aug 27 03:23:53.174351 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 47966) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:53.302491 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee4b0d8-9b73-403e-adb9-5a002d7cd94f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:53.302899 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee4b0d8-9b73-403e-adb9-5a002d7cd94f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:53.304474 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-9ee4b0d8-9b73-403e-adb9-5a002d7cd94f admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1291730 Aug 27 03:23:55.500385 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 47974) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:55.614075 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb055f43-6d22-4075-9a38-5526fd7f2f8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:55.614568 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb055f43-6d22-4075-9a38-5526fd7f2f8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:55.616076 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-cb055f43-6d22-4075-9a38-5526fd7f2f8f admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1146834 Aug 27 03:23:57.830414 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 47982) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:57.931070 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f1b2e3-2a12-47c9-b08b-e3530b85813a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:57.932551 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-e3f1b2e3-2a12-47c9-b08b-e3530b85813a admin admin] 10.222.0.58 "GET /v2.0/subnets/240b09d3-e621-4049-93c9-64b8f5a60ad0 HTTP/1.1" status: 200 len: 816 time: 0.1011772 Aug 27 03:24:00.100452 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 47990) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:24:00.203306 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9ac516-314d-4ac2-aeb4-3f5a95072691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:00.205348 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-4d9ac516-314d-4ac2-aeb4-3f5a95072691 admin admin] 10.222.0.58 "GET /v2.0/subnets/bf0df01c-bac5-4660-8c88-9ee3e5aa14fe HTTP/1.1" status: 200 len: 868 time: 0.1037121 Aug 27 03:24:00.970913 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 5 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:24:14.816061 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-fec3e1bc-4eeb-414a-be67-94a138f9288e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:17.236353 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-00ac3d8b-d678-4d9e-a57d-fc605fd545e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:17.476658 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:18.568896 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:20.080588 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:24.093602 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 48044) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:24:24.148501 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [None req-7c395644-ca46-4dbf-a512-f7c6c99e1676 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:24:24.149841 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-7c395644-ca46-4dbf-a512-f7c6c99e1676 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0545650 Aug 27 03:24:26.451533 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 48052) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:24:26.524974 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.pecan_wsgi.hooks.translation [None req-523db2a5-05df-4c61-a791-81965e4fadcd admin admin] GET failed (client error): The resource could not be found. Aug 27 03:24:26.526313 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-523db2a5-05df-4c61-a791-81965e4fadcd admin admin] 10.222.0.58 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0733948 Aug 27 03:24:26.617641 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c80664-335f-4512-b19f-74809530c72e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:26.619173 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-c1c80664-335f-4512-b19f-74809530c72e admin admin] 10.222.0.58 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0858555 Aug 27 03:24:28.849814 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 48060) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:24:28.901711 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-979d3799-c43d-4d25-9fac-6149f7b064fb admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:24:28.939163 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979d3799-c43d-4d25-9fac-6149f7b064fb admin admin] Made reservation on behalf of dd18f6074b9647bca69baffc389eb123 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:24:28.941419 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-979d3799-c43d-4d25-9fac-6149f7b064fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:28.968062 dv-cinder-804735-2-iscsi neutron-server[93890]: WARNING neutron.services.revisions.revision_plugin [None req-979d3799-c43d-4d25-9fac-6149f7b064fb admin admin] Could not find related network for resource to bump revision. Aug 27 03:24:28.983047 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-979d3799-c43d-4d25-9fac-6149f7b064fb admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:24:28.993543 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-979d3799-c43d-4d25-9fac-6149f7b064fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:28.993884 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.db.segments_db [None req-979d3799-c43d-4d25-9fac-6149f7b064fb admin admin] Added segment ea3496a9-6efd-4640-8919-eb8f257ff575 of type vlan for network 5c16dc1a-07c9-4aef-80be-2cb2dadd6c47 Aug 27 03:24:29.058775 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-979d3799-c43d-4d25-9fac-6149f7b064fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776574857063'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:29.092953 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-979d3799-c43d-4d25-9fac-6149f7b064fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:29.094005 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979d3799-c43d-4d25-9fac-6149f7b064fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:29.094588 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-979d3799-c43d-4d25-9fac-6149f7b064fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:29.149845 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-979d3799-c43d-4d25-9fac-6149f7b064fb admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2988932 Aug 27 03:24:29.154728 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d3799-c43d-4d25-9fac-6149f7b064fb admin admin] Pushing event updated for resources: {'Network': ['ID=5c16dc1a-07c9-4aef-80be-2cb2dadd6c47,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:24:29.168146 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Network 5c16dc1a-07c9-4aef-80be-2cb2dadd6c47 details requested by agent ovs-agent-dv-cinder-804735-2-iscsi with host dv-cinder-804735-2-iscsi {{(pid=93892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:24:31.370824 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 48068) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:24:31.439905 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd0c6fe2-3577-4c5f-8c68-9f810897afaf admin admin] GET failed (client error): The resource could not be found. Aug 27 03:24:31.441231 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-fd0c6fe2-3577-4c5f-8c68-9f810897afaf admin admin] 10.222.0.58 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0694017 Aug 27 03:24:31.543017 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f0b64a-6b1d-4abb-84cd-952d65de8653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:31.545210 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-e6f0b64a-6b1d-4abb-84cd-952d65de8653 admin admin] 10.222.0.58 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0987039 Aug 27 03:24:31.558955 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-fd463ad6-9d07-451a-8657-03c1f4e15e48 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '5c16dc1a-07c9-4aef-80be-2cb2dadd6c47', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:24:31.583229 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd463ad6-9d07-451a-8657-03c1f4e15e48 admin admin] Made reservation on behalf of dd18f6074b9647bca69baffc389eb123 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:24:31.587013 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fd463ad6-9d07-451a-8657-03c1f4e15e48 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:31.769036 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fd463ad6-9d07-451a-8657-03c1f4e15e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:31.815195 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd463ad6-9d07-451a-8657-03c1f4e15e48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9fb9b3b-057f-4f8c-b288-00a62ecf559c,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:24:31.830401 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd463ad6-9d07-451a-8657-03c1f4e15e48 admin admin] Checking segment: {'id': 'ea3496a9-6efd-4640-8919-eb8f257ff575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '5c16dc1a-07c9-4aef-80be-2cb2dadd6c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:24:31.830752 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd463ad6-9d07-451a-8657-03c1f4e15e48 admin admin] Network hostable DHCP agents. Network: 5c16dc1a-07c9-4aef-80be-2cb2dadd6c47, hostable agents: ['b9d5b039-511f-405d-92d5-fedc540f1c95'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:24:31.849696 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd463ad6-9d07-451a-8657-03c1f4e15e48 admin admin] Network 5c16dc1a-07c9-4aef-80be-2cb2dadd6c47 is scheduled to be hosted by DHCP agent b9d5b039-511f-405d-92d5-fedc540f1c95 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:24:31.864839 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-fd463ad6-9d07-451a-8657-03c1f4e15e48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-2-iscsi, 5c16dc1a-07c9-4aef-80be-2cb2dadd6c47) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:24:31.869033 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd463ad6-9d07-451a-8657-03c1f4e15e48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:31.869606 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fd463ad6-9d07-451a-8657-03c1f4e15e48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:31.874637 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af88f73d-b5a1-4cd9-8eb0-6cae2284b6c6 None None] Network 5c16dc1a-07c9-4aef-80be-2cb2dadd6c47 requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:24:31.884667 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-fd463ad6-9d07-451a-8657-03c1f4e15e48 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3297436 Aug 27 03:24:32.120103 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9532d252-3551-4477-b560-e77f5050f35b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e644adf-69bc-50df-a7ce-e1ee9e250690-5c16dc1a-07c9-4aef-80be-2cb2dadd6c47', 'network_id': '5c16dc1a-07c9-4aef-80be-2cb2dadd6c47', 'tenant_id': 'dd18f6074b9647bca69baffc389eb123', 'fixed_ips': [{'subnet_id': 'f9fb9b3b-057f-4f8c-b288-00a62ecf559c'}]}} from dv-cinder-804735-2-iscsi. {{(pid=93892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:24:32.121042 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-9532d252-3551-4477-b560-e77f5050f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:32.260825 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.db_base_plugin_common [None req-9532d252-3551-4477-b560-e77f5050f35b None None] Allocated IP 192.168.233.2 (5c16dc1a-07c9-4aef-80be-2cb2dadd6c47/f9fb9b3b-057f-4f8c-b288-00a62ecf559c/e7903177-8eb6-447c-bb27-7820a988afe5) {{(pid=93892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:24:32.408965 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-9532d252-3551-4477-b560-e77f5050f35b None None] Notify callbacks [] for port, precommit_create {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:32.417749 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-9532d252-3551-4477-b560-e77f5050f35b None None] Transition to ACTIVE for port object e7903177-8eb6-447c-bb27-7820a988afe5 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:24:32.433701 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-9532d252-3551-4477-b560-e77f5050f35b None None] Transition to ACTIVE for port object e7903177-8eb6-447c-bb27-7820a988afe5 will not be triggered until provisioned by entity DHCP. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:24:32.440859 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-9532d252-3551-4477-b560-e77f5050f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508'] for port, after_create {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:32.481737 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9532d252-3551-4477-b560-e77f5050f35b None None] Network 5c16dc1a-07c9-4aef-80be-2cb2dadd6c47 is already hosted by enough agents. {{(pid=93892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:24:32.484599 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.scheduler.base_scheduler [None req-9532d252-3551-4477-b560-e77f5050f35b None None] Resources bound (agent type, host, resource id): {{(pid=93892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:24:32.489444 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532d252-3551-4477-b560-e77f5050f35b None None] Pushing event updated for resources: {'Port': ['ID=e7903177-8eb6-447c-bb27-7820a988afe5,revision_number=1']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:24:32.491876 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9532d252-3551-4477-b560-e77f5050f35b None None] Received port after_create {{(pid=93892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:24:32.500218 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532d252-3551-4477-b560-e77f5050f35b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:32.500585 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532d252-3551-4477-b560-e77f5050f35b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:32.500908 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532d252-3551-4477-b560-e77f5050f35b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:32.501239 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532d252-3551-4477-b560-e77f5050f35b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:32.501589 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532d252-3551-4477-b560-e77f5050f35b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:32.501915 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532d252-3551-4477-b560-e77f5050f35b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:32.502240 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532d252-3551-4477-b560-e77f5050f35b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:32.502562 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532d252-3551-4477-b560-e77f5050f35b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:32.502900 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532d252-3551-4477-b560-e77f5050f35b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:32.503250 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532d252-3551-4477-b560-e77f5050f35b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:32.503594 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532d252-3551-4477-b560-e77f5050f35b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:32.503910 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532d252-3551-4477-b560-e77f5050f35b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:32.556470 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-9532d252-3551-4477-b560-e77f5050f35b None None] Attempting to bind port e7903177-8eb6-447c-bb27-7820a988afe5 on host dv-cinder-804735-2-iscsi for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:24:32.556900 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-9532d252-3551-4477-b560-e77f5050f35b None None] Attempting to bind port e7903177-8eb6-447c-bb27-7820a988afe5 by drivers openvswitch,hyperv on host dv-cinder-804735-2-iscsi at level 0 using segments [{'id': 'ea3496a9-6efd-4640-8919-eb8f257ff575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '5c16dc1a-07c9-4aef-80be-2cb2dadd6c47'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:24:32.557252 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9532d252-3551-4477-b560-e77f5050f35b None None] Attempting to bind port e7903177-8eb6-447c-bb27-7820a988afe5 on network 5c16dc1a-07c9-4aef-80be-2cb2dadd6c47 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:24:32.562255 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9532d252-3551-4477-b560-e77f5050f35b None None] Checking agent: {'id': 'd4759df8-4373-4538-9ee3-f6ed6d276f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 21, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:24:32.562632 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9532d252-3551-4477-b560-e77f5050f35b None None] Checking segment: {'id': 'ea3496a9-6efd-4640-8919-eb8f257ff575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '5c16dc1a-07c9-4aef-80be-2cb2dadd6c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:24:32.563023 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-9532d252-3551-4477-b560-e77f5050f35b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:32.563417 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9532d252-3551-4477-b560-e77f5050f35b None None] Bound using segment: {'id': 'ea3496a9-6efd-4640-8919-eb8f257ff575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '5c16dc1a-07c9-4aef-80be-2cb2dadd6c47'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:24:32.563879 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-9532d252-3551-4477-b560-e77f5050f35b None None] Bound port: e7903177-8eb6-447c-bb27-7820a988afe5, host: dv-cinder-804735-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea3496a9-6efd-4640-8919-eb8f257ff575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '5c16dc1a-07c9-4aef-80be-2cb2dadd6c47'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:24:32.564270 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-9532d252-3551-4477-b560-e77f5050f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:32.629083 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-9532d252-3551-4477-b560-e77f5050f35b None None] For port e7903177-8eb6-447c-bb27-7820a988afe5, host dv-cinder-804735-2-iscsi, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:24:32.633024 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-9532d252-3551-4477-b560-e77f5050f35b None None] For port e7903177-8eb6-447c-bb27-7820a988afe5, host dv-cinder-804735-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=e7903177-8eb6-447c-bb27-7820a988afe5,segment=NetworkSegment(ea3496a9-6efd-4640-8919-eb8f257ff575),segment_id=ea3496a9-6efd-4640-8919-eb8f257ff575)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:24:32.637201 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-9532d252-3551-4477-b560-e77f5050f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:32.694632 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532d252-3551-4477-b560-e77f5050f35b None None] Pushing event updated for resources: {'Port': ['ID=e7903177-8eb6-447c-bb27-7820a988afe5,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:24:33.444678 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device e7903177-8eb6-447c-bb27-7820a988afe5 up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:24:33.479086 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c905d6-6b24-492e-9be0-52c2c0cd9d43 None None] Network 5c16dc1a-07c9-4aef-80be-2cb2dadd6c47 requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:24:33.556594 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning for port e7903177-8eb6-447c-bb27-7820a988afe5 completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:24:33.581806 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-0330b6cd-e106-4050-8c2c-777d9c20c790 None None] Provisioning for port e7903177-8eb6-447c-bb27-7820a988afe5 completed by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:24:33.587264 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-0330b6cd-e106-4050-8c2c-777d9c20c790 None None] Provisioning complete for port e7903177-8eb6-447c-bb27-7820a988afe5 triggered by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:24:33.587664 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-0330b6cd-e106-4050-8c2c-777d9c20c790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:33.725568 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-0330b6cd-e106-4050-8c2c-777d9c20c790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:33.760398 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-0330b6cd-e106-4050-8c2c-777d9c20c790 None None] For port e7903177-8eb6-447c-bb27-7820a988afe5, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=e7903177-8eb6-447c-bb27-7820a988afe5,segment=NetworkSegment(ea3496a9-6efd-4640-8919-eb8f257ff575),segment_id=ea3496a9-6efd-4640-8919-eb8f257ff575)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:24:33.767214 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-0330b6cd-e106-4050-8c2c-777d9c20c790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:33.822404 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330b6cd-e106-4050-8c2c-777d9c20c790 None None] Pushing event updated for resources: {'Port': ['ID=e7903177-8eb6-447c-bb27-7820a988afe5,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:24:33.889909 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-3b72f8ad-d35d-4710-8e51-3b9065f1d246 None None] Provisioning complete for port e7903177-8eb6-447c-bb27-7820a988afe5 triggered by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:24:33.890461 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-3b72f8ad-d35d-4710-8e51-3b9065f1d246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:35.401414 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device e7903177-8eb6-447c-bb27-7820a988afe5 up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:24:35.450325 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port e7903177-8eb6-447c-bb27-7820a988afe5 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:24:35.450691 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:37.970701 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 5 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:24:44.820387 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-82c63b5b-49fc-4a1f-8d25-a0d8c2352b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:47.241969 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2f6731f3-71db-448e-9f4c-4c62efc4e89a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:47.482090 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:48.572555 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:50.084051 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:14.824966 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-e5b1ca15-f15b-4898-9955-7ec358f38505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:14.971270 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 5 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:25:17.237499 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-23c7b714-0ea5-46a0-bfc8-2c9736be89e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:17.485083 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:18.576358 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:20.086068 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:41.950853 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 48122) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:25:41.961139 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [None req-9f5a2688-c869-44db-96be-25bd95f6f453 tempest-verify_tempest_config-2111776750 tempest-verify_tempest_config-2111776750-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93891) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:25:41.962480 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-9f5a2688-c869-44db-96be-25bd95f6f453 tempest-verify_tempest_config-2111776750 tempest-verify_tempest_config-2111776750-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0103054 Aug 27 03:25:42.272689 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 48140) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:25:42.392073 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bd013d6e-54c6-4e2a-a305-22c2b636025a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:42.483993 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bd013d6e-54c6-4e2a-a305-22c2b636025a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:42.489907 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bd013d6e-54c6-4e2a-a305-22c2b636025a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:42.531227 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd013d6e-54c6-4e2a-a305-22c2b636025a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c80e3e-5226-4951-86e6-17659f1c273b,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:25:42.535064 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-bd013d6e-54c6-4e2a-a305-22c2b636025a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ea9d7e34a3884609ae080a0dcdabcff0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2612824 Aug 27 03:25:42.538233 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 48146) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:25:42.540586 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd013d6e-54c6-4e2a-a305-22c2b636025a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:42.540928 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd013d6e-54c6-4e2a-a305-22c2b636025a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:42.541262 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd013d6e-54c6-4e2a-a305-22c2b636025a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:42.541588 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd013d6e-54c6-4e2a-a305-22c2b636025a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:42.541893 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd013d6e-54c6-4e2a-a305-22c2b636025a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:42.542227 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd013d6e-54c6-4e2a-a305-22c2b636025a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:42.542559 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd013d6e-54c6-4e2a-a305-22c2b636025a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:42.542887 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd013d6e-54c6-4e2a-a305-22c2b636025a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:42.543206 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd013d6e-54c6-4e2a-a305-22c2b636025a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:42.543557 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd013d6e-54c6-4e2a-a305-22c2b636025a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:42.543876 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd013d6e-54c6-4e2a-a305-22c2b636025a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:42.544185 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd013d6e-54c6-4e2a-a305-22c2b636025a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:42.601179 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-541a75bb-b4fa-47a2-8e37-c183c1d4fee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:42.624186 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-541a75bb-b4fa-47a2-8e37-c183c1d4fee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:42.724842 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-541a75bb-b4fa-47a2-8e37-c183c1d4fee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:42.727826 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-541a75bb-b4fa-47a2-8e37-c183c1d4fee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:42.728988 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-541a75bb-b4fa-47a2-8e37-c183c1d4fee0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e8c80e3e-5226-4951-86e6-17659f1c273b HTTP/1.1" status: 204 len: 168 time: 0.1898351 Aug 27 03:25:42.736696 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a75bb-b4fa-47a2-8e37-c183c1d4fee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c80e3e-5226-4951-86e6-17659f1c273b,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:25:42.751815 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a75bb-b4fa-47a2-8e37-c183c1d4fee0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:42.752172 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a75bb-b4fa-47a2-8e37-c183c1d4fee0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:42.752519 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a75bb-b4fa-47a2-8e37-c183c1d4fee0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:42.752913 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a75bb-b4fa-47a2-8e37-c183c1d4fee0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:42.753217 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a75bb-b4fa-47a2-8e37-c183c1d4fee0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:42.753840 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a75bb-b4fa-47a2-8e37-c183c1d4fee0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:42.754173 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a75bb-b4fa-47a2-8e37-c183c1d4fee0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:42.754486 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a75bb-b4fa-47a2-8e37-c183c1d4fee0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:42.754833 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a75bb-b4fa-47a2-8e37-c183c1d4fee0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:42.755162 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a75bb-b4fa-47a2-8e37-c183c1d4fee0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:42.755515 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a75bb-b4fa-47a2-8e37-c183c1d4fee0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:42.755829 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a75bb-b4fa-47a2-8e37-c183c1d4fee0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:44.827306 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-797bd705-1367-4cd3-a5f9-a3d137d84ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:47.241611 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-b95a0efb-2866-4e3a-b9c1-3f2e92f86b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:47.479081 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:48.578520 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:50.093852 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:51.971075 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 5 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:26:14.835661 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-af0cbb07-0bf6-4a8f-acf8-8e2ca806f5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:17.250518 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-9fcc183c-58c4-4103-905e-e3bf1ab63a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:17.486170 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:18.593211 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:20.103255 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:28.975392 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 5 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:26:44.840665 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d4c2e2d7-46ff-40ac-887f-7b5345e645ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:47.247543 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2c7025dd-a079-4b3e-9be5-928196105dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:47.483861 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:48.643469 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:50.100745 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:05.975523 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 5 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:27:14.846033 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-028f81de-b3e1-4093-8756-1b00d289c05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:17.246324 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-18064edd-611d-4c98-8a47-12f4e01d29d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:17.480031 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:18.588951 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:20.104932 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:22.521882 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-457067'] for agent, after_create {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:37.929404 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 48220) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:38.065742 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-593574eb-b105-4b71-b498-9f167482756d admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1349857 Aug 27 03:27:40.289130 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 48230) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:40.358763 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-a98485ec-43f9-4f00-8c16-e1ec3902885d admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0682352 Aug 27 03:27:42.976044 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 6 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:27:44.839278 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-81373781-6dae-4eb4-a424-a6a6e5f19683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:47.245574 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-e3b6a747-3d9e-4b94-ac0e-b280e1019c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:47.480234 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:48.601490 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:50.117131 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:52.480888 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:14.844002 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-514715ad-9216-46e5-8aa4-1abd251766b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:17.241333 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-487de1d1-228f-4585-afa3-3b5642625c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:17.480437 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:18.598419 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:19.979045 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 6 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:28:20.113963 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:22.497389 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:44.847728 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-c01caa30-ec89-41ba-a368-4c926e9e1f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:47.233002 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-cdd070ce-41c8-4255-9f11-14686a1630fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:47.473000 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:48.602330 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:50.117836 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:52.491645 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:56.979854 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 6 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:29:10.514315 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 48430) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:10.973720 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [None req-7be6511e-ed03-4f4f-996c-174158e6271e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1719299241-network', 'tenant_id': 'f60ccdbc7dbb46c6abacc312e57220a1'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:29:10.999054 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be6511e-ed03-4f4f-996c-174158e6271e admin admin] Made reservation on behalf of f60ccdbc7dbb46c6abacc312e57220a1 for: {'network': 1} {{(pid=93891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:29:11.003675 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7be6511e-ed03-4f4f-996c-174158e6271e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for network, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:11.015474 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7be6511e-ed03-4f4f-996c-174158e6271e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:11.031520 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 48452) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:11.064223 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 48458) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:11.120356 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7be6511e-ed03-4f4f-996c-174158e6271e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:11.124522 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7be6511e-ed03-4f4f-996c-174158e6271e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:11.154836 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be6511e-ed03-4f4f-996c-174158e6271e admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=93891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:29:11.162659 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be6511e-ed03-4f4f-996c-174158e6271e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24c0cb6-6074-49ba-ba50-98139137964a,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:11.174536 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be6511e-ed03-4f4f-996c-174158e6271e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:11.175079 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be6511e-ed03-4f4f-996c-174158e6271e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:11.175593 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be6511e-ed03-4f4f-996c-174158e6271e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:11.175930 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be6511e-ed03-4f4f-996c-174158e6271e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:11.176266 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be6511e-ed03-4f4f-996c-174158e6271e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:11.176600 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be6511e-ed03-4f4f-996c-174158e6271e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:11.176925 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be6511e-ed03-4f4f-996c-174158e6271e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:11.177250 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be6511e-ed03-4f4f-996c-174158e6271e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:11.182220 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be6511e-ed03-4f4f-996c-174158e6271e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:11.182220 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be6511e-ed03-4f4f-996c-174158e6271e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:11.182220 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be6511e-ed03-4f4f-996c-174158e6271e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:11.182220 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be6511e-ed03-4f4f-996c-174158e6271e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:11.182220 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be6511e-ed03-4f4f-996c-174158e6271e admin admin] Tracked resource versions report: Aug 27 03:29:11.182220 dv-cinder-804735-2-iscsi neutron-server[93891]: pushed versions: Aug 27 03:29:11.182220 dv-cinder-804735-2-iscsi neutron-server[93891]: { 'AddressGroup': {'1.2'}, Aug 27 03:29:11.182220 dv-cinder-804735-2-iscsi neutron-server[93891]: 'ConntrackHelper': {'1.0'}, Aug 27 03:29:11.182220 dv-cinder-804735-2-iscsi neutron-server[93891]: 'Log': {'1.0'}, Aug 27 03:29:11.182220 dv-cinder-804735-2-iscsi neutron-server[93891]: 'Network': {'1.1'}, Aug 27 03:29:11.182220 dv-cinder-804735-2-iscsi neutron-server[93891]: 'Port': {'1.7'}, Aug 27 03:29:11.182220 dv-cinder-804735-2-iscsi neutron-server[93891]: 'PortForwarding': {'1.2'}, Aug 27 03:29:11.182220 dv-cinder-804735-2-iscsi neutron-server[93891]: 'QosPolicy': {'1.9'}, Aug 27 03:29:11.182220 dv-cinder-804735-2-iscsi neutron-server[93891]: 'SecurityGroup': {'1.4'}, Aug 27 03:29:11.182220 dv-cinder-804735-2-iscsi neutron-server[93891]: 'SecurityGroupRule': {'1.2'}, Aug 27 03:29:11.182220 dv-cinder-804735-2-iscsi neutron-server[93891]: 'SubPort': {'1.0'}, Aug 27 03:29:11.182220 dv-cinder-804735-2-iscsi neutron-server[93891]: 'Subnet': {'1.1'}, Aug 27 03:29:11.182220 dv-cinder-804735-2-iscsi neutron-server[93891]: 'Trunk': {'1.1'}} Aug 27 03:29:11.182220 dv-cinder-804735-2-iscsi neutron-server[93891]: consumer versions: Aug 27 03:29:11.182220 dv-cinder-804735-2-iscsi neutron-server[93891]: { DHCP agent@dv-cinder-804735-2-iscsi: {}, Aug 27 03:29:11.182220 dv-cinder-804735-2-iscsi neutron-server[93891]: HyperV agent@hv-cinder-80473: {}, Aug 27 03:29:11.182220 dv-cinder-804735-2-iscsi neutron-server[93891]: L3 agent@dv-cinder-804735-2-iscsi: {}, Aug 27 03:29:11.182220 dv-cinder-804735-2-iscsi neutron-server[93891]: Metadata agent@dv-cinder-804735-2-iscsi: {}, Aug 27 03:29:11.182220 dv-cinder-804735-2-iscsi neutron-server[93891]: Metering agent@dv-cinder-804735-2-iscsi: {}, Aug 27 03:29:11.182220 dv-cinder-804735-2-iscsi neutron-server[93891]: Open vSwitch agent@dv-cinder-804735-2-iscsi: { 'AddressGroup': '1.2', Aug 27 03:29:11.182220 dv-cinder-804735-2-iscsi neutron-server[93891]: 'ConntrackHelper': '1.0', Aug 27 03:29:11.182220 dv-cinder-804735-2-iscsi neutron-server[93891]: 'Log': '1.0', Aug 27 03:29:11.182220 dv-cinder-804735-2-iscsi neutron-server[93891]: 'Network': '1.1', Aug 27 03:29:11.182220 dv-cinder-804735-2-iscsi neutron-server[93891]: 'Port': '1.7', Aug 27 03:29:11.182220 dv-cinder-804735-2-iscsi neutron-server[93891]: 'PortForwarding': '1.2', Aug 27 03:29:11.182220 dv-cinder-804735-2-iscsi neutron-server[93891]: 'QosPolicy': '1.9', Aug 27 03:29:11.182220 dv-cinder-804735-2-iscsi neutron-server[93891]: 'SecurityGroup': '1.4', Aug 27 03:29:11.182220 dv-cinder-804735-2-iscsi neutron-server[93891]: 'SecurityGroupRule': '1.2', Aug 27 03:29:11.182220 dv-cinder-804735-2-iscsi neutron-server[93891]: 'SubPort': '1.0', Aug 27 03:29:11.182220 dv-cinder-804735-2-iscsi neutron-server[93891]: 'Subnet': '1.1', Aug 27 03:29:11.182220 dv-cinder-804735-2-iscsi neutron-server[93891]: 'Trunk': '1.1'}} Aug 27 03:29:11.182220 dv-cinder-804735-2-iscsi neutron-server[93891]: {{(pid=93891) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 03:29:11.185531 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7be6511e-ed03-4f4f-996c-174158e6271e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004'] for segment, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:11.185531 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.db.segments_db [None req-7be6511e-ed03-4f4f-996c-174158e6271e admin admin] Added segment 25ebcf9e-1800-44cf-8850-b722b184847e of type vlan for network 914ec375-24a4-430c-b691-a84588d24cf3 Aug 27 03:29:11.240019 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7be6511e-ed03-4f4f-996c-174158e6271e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776574857063'] for network, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:11.266341 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7be6511e-ed03-4f4f-996c-174158e6271e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068'] for network, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:11.267409 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be6511e-ed03-4f4f-996c-174158e6271e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:11.267994 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7be6511e-ed03-4f4f-996c-174158e6271e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for network, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:11.323713 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-7be6511e-ed03-4f4f-996c-174158e6271e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8053036 Aug 27 03:29:11.324002 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 48476) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:11.328941 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-8a80d245-1301-4578-a6d0-92596c549380 admin admin] Request body: {'subnet': {'network_id': '914ec375-24a4-430c-b691-a84588d24cf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1719299241-subnet', 'tenant_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:29:11.343444 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be6511e-ed03-4f4f-996c-174158e6271e admin admin] Pushing event updated for resources: {'Network': ['ID=914ec375-24a4-430c-b691-a84588d24cf3,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:11.352441 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a80d245-1301-4578-a6d0-92596c549380 admin admin] Made reservation on behalf of f60ccdbc7dbb46c6abacc312e57220a1 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:29:11.355372 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8a80d245-1301-4578-a6d0-92596c549380 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:11.356039 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Network 914ec375-24a4-430c-b691-a84588d24cf3 details requested by agent ovs-agent-dv-cinder-804735-2-iscsi with host dv-cinder-804735-2-iscsi {{(pid=93892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:29:11.497927 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-41f5f9a6-e656-4377-a740-4ca48d58376e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1475267450-network', 'tenant_id': '527dc9638ff74cfda148b7cf1b61c6c8'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:29:11.506114 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-fa67bea8-7e2a-4f49-bb3d-2b52399a2656 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1720847676-network', 'tenant_id': 'dba5a01bf20b47e4a67299b2f5aa032b'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:29:11.552113 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 48490) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:11.572136 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.db.api [None req-fa67bea8-7e2a-4f49-bb3d-2b52399a2656 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 03:29:11.572136 dv-cinder-804735-2-iscsi neutron-server[93890]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 03:29:11.572136 dv-cinder-804735-2-iscsi neutron-server[93890]: [parameters: {'project_id_1': 'dba5a01bf20b47e4a67299b2f5aa032b', 'expiration_1': datetime.datetime(2021, 8, 27, 3, 29, 11, 521745)}] Aug 27 03:29:11.572136 dv-cinder-804735-2-iscsi neutron-server[93890]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 03:29:11.572506 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG oslo_db.api [None req-fa67bea8-7e2a-4f49-bb3d-2b52399a2656 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 03:29:11.594264 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f5f9a6-e656-4377-a740-4ca48d58376e admin admin] Made reservation on behalf of 527dc9638ff74cfda148b7cf1b61c6c8 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:29:11.596807 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-41f5f9a6-e656-4377-a740-4ca48d58376e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:11.606052 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-41f5f9a6-e656-4377-a740-4ca48d58376e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:11.609043 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8a80d245-1301-4578-a6d0-92596c549380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:11.682739 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a80d245-1301-4578-a6d0-92596c549380 admin admin] Checking segment: {'id': '25ebcf9e-1800-44cf-8850-b722b184847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '914ec375-24a4-430c-b691-a84588d24cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:29:11.683173 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a80d245-1301-4578-a6d0-92596c549380 admin admin] Network hostable DHCP agents. Network: 914ec375-24a4-430c-b691-a84588d24cf3, hostable agents: ['b9d5b039-511f-405d-92d5-fedc540f1c95'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:29:11.711672 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a80d245-1301-4578-a6d0-92596c549380 admin admin] Network 914ec375-24a4-430c-b691-a84588d24cf3 is scheduled to be hosted by DHCP agent b9d5b039-511f-405d-92d5-fedc540f1c95 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:29:11.720195 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a80d245-1301-4578-a6d0-92596c549380 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01048c02-3dc7-4172-b7c7-73d0365326a6,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:11.725968 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-8a80d245-1301-4578-a6d0-92596c549380 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-2-iscsi, 914ec375-24a4-430c-b691-a84588d24cf3) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:29:11.732253 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a80d245-1301-4578-a6d0-92596c549380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:11.734805 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8a80d245-1301-4578-a6d0-92596c549380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:11.736927 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ce0d5f-fbc1-424c-9b24-225c62150630 None None] Network 914ec375-24a4-430c-b691-a84588d24cf3 requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:29:11.755098 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a80d245-1301-4578-a6d0-92596c549380 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:11.755852 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a80d245-1301-4578-a6d0-92596c549380 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:11.756353 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a80d245-1301-4578-a6d0-92596c549380 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:11.756880 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a80d245-1301-4578-a6d0-92596c549380 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:11.757352 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a80d245-1301-4578-a6d0-92596c549380 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:11.757892 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a80d245-1301-4578-a6d0-92596c549380 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:11.758375 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a80d245-1301-4578-a6d0-92596c549380 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:11.758891 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a80d245-1301-4578-a6d0-92596c549380 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:11.759434 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a80d245-1301-4578-a6d0-92596c549380 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:11.760067 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a80d245-1301-4578-a6d0-92596c549380 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:11.760533 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a80d245-1301-4578-a6d0-92596c549380 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:11.760985 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a80d245-1301-4578-a6d0-92596c549380 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:11.762172 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a80d245-1301-4578-a6d0-92596c549380 admin admin] Tracked resource versions report: Aug 27 03:29:11.762172 dv-cinder-804735-2-iscsi neutron-server[93890]: pushed versions: Aug 27 03:29:11.762172 dv-cinder-804735-2-iscsi neutron-server[93890]: { 'AddressGroup': {'1.2'}, Aug 27 03:29:11.762172 dv-cinder-804735-2-iscsi neutron-server[93890]: 'ConntrackHelper': {'1.0'}, Aug 27 03:29:11.762172 dv-cinder-804735-2-iscsi neutron-server[93890]: 'Log': {'1.0'}, Aug 27 03:29:11.762172 dv-cinder-804735-2-iscsi neutron-server[93890]: 'Network': {'1.1'}, Aug 27 03:29:11.762172 dv-cinder-804735-2-iscsi neutron-server[93890]: 'Port': {'1.7'}, Aug 27 03:29:11.762172 dv-cinder-804735-2-iscsi neutron-server[93890]: 'PortForwarding': {'1.2'}, Aug 27 03:29:11.762172 dv-cinder-804735-2-iscsi neutron-server[93890]: 'QosPolicy': {'1.9'}, Aug 27 03:29:11.762172 dv-cinder-804735-2-iscsi neutron-server[93890]: 'SecurityGroup': {'1.4'}, Aug 27 03:29:11.762172 dv-cinder-804735-2-iscsi neutron-server[93890]: 'SecurityGroupRule': {'1.2'}, Aug 27 03:29:11.762172 dv-cinder-804735-2-iscsi neutron-server[93890]: 'SubPort': {'1.0'}, Aug 27 03:29:11.762172 dv-cinder-804735-2-iscsi neutron-server[93890]: 'Subnet': {'1.1'}, Aug 27 03:29:11.762172 dv-cinder-804735-2-iscsi neutron-server[93890]: 'Trunk': {'1.1'}} Aug 27 03:29:11.762172 dv-cinder-804735-2-iscsi neutron-server[93890]: consumer versions: Aug 27 03:29:11.762172 dv-cinder-804735-2-iscsi neutron-server[93890]: { DHCP agent@dv-cinder-804735-2-iscsi: {}, Aug 27 03:29:11.762172 dv-cinder-804735-2-iscsi neutron-server[93890]: HyperV agent@hv-cinder-80473: {}, Aug 27 03:29:11.762172 dv-cinder-804735-2-iscsi neutron-server[93890]: L3 agent@dv-cinder-804735-2-iscsi: {}, Aug 27 03:29:11.762172 dv-cinder-804735-2-iscsi neutron-server[93890]: Metadata agent@dv-cinder-804735-2-iscsi: {}, Aug 27 03:29:11.762172 dv-cinder-804735-2-iscsi neutron-server[93890]: Metering agent@dv-cinder-804735-2-iscsi: {}, Aug 27 03:29:11.762172 dv-cinder-804735-2-iscsi neutron-server[93890]: Open vSwitch agent@dv-cinder-804735-2-iscsi: { 'AddressGroup': '1.2', Aug 27 03:29:11.762172 dv-cinder-804735-2-iscsi neutron-server[93890]: 'ConntrackHelper': '1.0', Aug 27 03:29:11.762172 dv-cinder-804735-2-iscsi neutron-server[93890]: 'Log': '1.0', Aug 27 03:29:11.762172 dv-cinder-804735-2-iscsi neutron-server[93890]: 'Network': '1.1', Aug 27 03:29:11.762172 dv-cinder-804735-2-iscsi neutron-server[93890]: 'Port': '1.7', Aug 27 03:29:11.762172 dv-cinder-804735-2-iscsi neutron-server[93890]: 'PortForwarding': '1.2', Aug 27 03:29:11.762172 dv-cinder-804735-2-iscsi neutron-server[93890]: 'QosPolicy': '1.9', Aug 27 03:29:11.762172 dv-cinder-804735-2-iscsi neutron-server[93890]: 'SecurityGroup': '1.4', Aug 27 03:29:11.762172 dv-cinder-804735-2-iscsi neutron-server[93890]: 'SecurityGroupRule': '1.2', Aug 27 03:29:11.762172 dv-cinder-804735-2-iscsi neutron-server[93890]: 'SubPort': '1.0', Aug 27 03:29:11.762172 dv-cinder-804735-2-iscsi neutron-server[93890]: 'Subnet': '1.1', Aug 27 03:29:11.762172 dv-cinder-804735-2-iscsi neutron-server[93890]: 'Trunk': '1.1'}} Aug 27 03:29:11.762172 dv-cinder-804735-2-iscsi neutron-server[93890]: {{(pid=93890) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 03:29:11.847319 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-41f5f9a6-e656-4377-a740-4ca48d58376e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:11.857897 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-41f5f9a6-e656-4377-a740-4ca48d58376e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:11.868121 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-8a80d245-1301-4578-a6d0-92596c549380 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5429609 Aug 27 03:29:11.870913 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 48498) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:11.875797 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [None req-4a27a078-47b7-4c18-88a0-1322dd96ff6d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1719299241-router', 'tenant_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'}}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:29:11.886041 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41f5f9a6-e656-4377-a740-4ca48d58376e admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:29:11.903646 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-41f5f9a6-e656-4377-a740-4ca48d58376e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:11.904052 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.db.segments_db [None req-41f5f9a6-e656-4377-a740-4ca48d58376e admin admin] Added segment 9681f18e-fb48-43cf-ad6d-d086c37b3af5 of type vlan for network ff2334ee-c3c9-468a-845a-218e819133a7 Aug 27 03:29:11.905370 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f5f9a6-e656-4377-a740-4ca48d58376e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362bfa79-05b1-4ca4-b719-2c8928acb66c,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:11.929555 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4a27a078-47b7-4c18-88a0-1322dd96ff6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36878'] for router, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:11.933202 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4a27a078-47b7-4c18-88a0-1322dd96ff6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-513158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36869'] for router, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:11.995170 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-41f5f9a6-e656-4377-a740-4ca48d58376e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776574857063'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:12.025490 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-41f5f9a6-e656-4377-a740-4ca48d58376e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:12.026671 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f5f9a6-e656-4377-a740-4ca48d58376e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:12.027340 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-41f5f9a6-e656-4377-a740-4ca48d58376e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:12.105113 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4a27a078-47b7-4c18-88a0-1322dd96ff6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:12.118509 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [None req-df0f2230-1c74-4ef4-b8bd-4b3b3468eaa8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-958351103-network', 'tenant_id': '01d740e2fdbb43f696818d258b9b3f4d'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:29:12.133695 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a115748-ac86-4df1-bb5d-d64d4f306bd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e644adf-69bc-50df-a7ce-e1ee9e250690-914ec375-24a4-430c-b691-a84588d24cf3', 'network_id': '914ec375-24a4-430c-b691-a84588d24cf3', 'tenant_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'fixed_ips': [{'subnet_id': '01048c02-3dc7-4172-b7c7-73d0365326a6'}]}} from dv-cinder-804735-2-iscsi. {{(pid=93892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:29:12.135019 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-8a115748-ac86-4df1-bb5d-d64d4f306bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:12.363963 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-41f5f9a6-e656-4377-a740-4ca48d58376e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3307097 Aug 27 03:29:12.374824 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 48516) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:12.389678 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.db_base_plugin_common [None req-8a115748-ac86-4df1-bb5d-d64d4f306bd0 None None] Allocated IP 172.20.0.2 (914ec375-24a4-430c-b691-a84588d24cf3/01048c02-3dc7-4172-b7c7-73d0365326a6/1dd8ab3e-8229-47a1-9965-5c4050f185a5) {{(pid=93892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:29:12.402359 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-e06db139-d9f8-4742-81cd-744d6e38a646 admin admin] Request body: {'subnet': {'network_id': 'ff2334ee-c3c9-468a-845a-218e819133a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1475267450-subnet', 'tenant_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:29:12.433378 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f5f9a6-e656-4377-a740-4ca48d58376e admin admin] Pushing event updated for resources: {'Network': ['ID=ff2334ee-c3c9-468a-845a-218e819133a7,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:12.469728 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa67bea8-7e2a-4f49-bb3d-2b52399a2656 admin admin] Made reservation on behalf of dba5a01bf20b47e4a67299b2f5aa032b for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:29:12.479300 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Network ff2334ee-c3c9-468a-845a-218e819133a7 details requested by agent ovs-agent-dv-cinder-804735-2-iscsi with host dv-cinder-804735-2-iscsi {{(pid=93892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:29:12.482779 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fa67bea8-7e2a-4f49-bb3d-2b52399a2656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:12.541979 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fa67bea8-7e2a-4f49-bb3d-2b52399a2656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:12.581160 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06db139-d9f8-4742-81cd-744d6e38a646 admin admin] Made reservation on behalf of 527dc9638ff74cfda148b7cf1b61c6c8 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:29:12.584410 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e06db139-d9f8-4742-81cd-744d6e38a646 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:12.694075 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4a27a078-47b7-4c18-88a0-1322dd96ff6d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:12.706422 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0f2230-1c74-4ef4-b8bd-4b3b3468eaa8 admin admin] Made reservation on behalf of 01d740e2fdbb43f696818d258b9b3f4d for: {'network': 1} {{(pid=93891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:29:12.713298 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-df0f2230-1c74-4ef4-b8bd-4b3b3468eaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for network, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:12.736296 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-df0f2230-1c74-4ef4-b8bd-4b3b3468eaa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:12.820505 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-8a115748-ac86-4df1-bb5d-d64d4f306bd0 None None] Notify callbacks [] for port, precommit_create {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:12.846051 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-8a115748-ac86-4df1-bb5d-d64d4f306bd0 None None] Transition to ACTIVE for port object 1dd8ab3e-8229-47a1-9965-5c4050f185a5 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:29:12.882497 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fa67bea8-7e2a-4f49-bb3d-2b52399a2656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:12.892155 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-8a115748-ac86-4df1-bb5d-d64d4f306bd0 None None] Transition to ACTIVE for port object 1dd8ab3e-8229-47a1-9965-5c4050f185a5 will not be triggered until provisioned by entity DHCP. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:29:12.901027 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fa67bea8-7e2a-4f49-bb3d-2b52399a2656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:12.909587 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-8a115748-ac86-4df1-bb5d-d64d4f306bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508'] for port, after_create {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:13.011556 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a115748-ac86-4df1-bb5d-d64d4f306bd0 None None] Network 914ec375-24a4-430c-b691-a84588d24cf3 is already hosted by enough agents. {{(pid=93892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:29:13.016465 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-df0f2230-1c74-4ef4-b8bd-4b3b3468eaa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:13.021445 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa67bea8-7e2a-4f49-bb3d-2b52399a2656 admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:29:13.032395 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.scheduler.base_scheduler [None req-8a115748-ac86-4df1-bb5d-d64d4f306bd0 None None] Resources bound (agent type, host, resource id): {{(pid=93892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:29:13.040661 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a115748-ac86-4df1-bb5d-d64d4f306bd0 None None] Received port after_create {{(pid=93892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:29:13.057247 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa67bea8-7e2a-4f49-bb3d-2b52399a2656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e43543c-e60e-4c23-9a2c-b5d6c3541fd5,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:13.064807 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fa67bea8-7e2a-4f49-bb3d-2b52399a2656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:13.065670 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.db.segments_db [None req-fa67bea8-7e2a-4f49-bb3d-2b52399a2656 admin admin] Added segment ad8b8aee-f7a5-4d74-ad9f-6d96a9503903 of type vlan for network 88322726-f5e5-4254-a3d7-3a1875e31491 Aug 27 03:29:13.067635 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e06db139-d9f8-4742-81cd-744d6e38a646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:13.100817 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a115748-ac86-4df1-bb5d-d64d4f306bd0 None None] Pushing event updated for resources: {'Port': ['ID=1dd8ab3e-8229-47a1-9965-5c4050f185a5,revision_number=1']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:13.133642 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a115748-ac86-4df1-bb5d-d64d4f306bd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:13.134590 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a115748-ac86-4df1-bb5d-d64d4f306bd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:13.135303 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a115748-ac86-4df1-bb5d-d64d4f306bd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:13.135982 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a115748-ac86-4df1-bb5d-d64d4f306bd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:13.136518 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a115748-ac86-4df1-bb5d-d64d4f306bd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:13.137024 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a115748-ac86-4df1-bb5d-d64d4f306bd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:13.137591 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a115748-ac86-4df1-bb5d-d64d4f306bd0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:13.138194 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a115748-ac86-4df1-bb5d-d64d4f306bd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:13.138755 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a115748-ac86-4df1-bb5d-d64d4f306bd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:13.139270 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a115748-ac86-4df1-bb5d-d64d4f306bd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:13.139797 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a115748-ac86-4df1-bb5d-d64d4f306bd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:13.140268 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a115748-ac86-4df1-bb5d-d64d4f306bd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:13.141664 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a115748-ac86-4df1-bb5d-d64d4f306bd0 None None] Tracked resource versions report: Aug 27 03:29:13.141664 dv-cinder-804735-2-iscsi neutron-server[93892]: pushed versions: Aug 27 03:29:13.141664 dv-cinder-804735-2-iscsi neutron-server[93892]: { 'AddressGroup': {'1.2'}, Aug 27 03:29:13.141664 dv-cinder-804735-2-iscsi neutron-server[93892]: 'ConntrackHelper': {'1.0'}, Aug 27 03:29:13.141664 dv-cinder-804735-2-iscsi neutron-server[93892]: 'Log': {'1.0'}, Aug 27 03:29:13.141664 dv-cinder-804735-2-iscsi neutron-server[93892]: 'Network': {'1.1'}, Aug 27 03:29:13.141664 dv-cinder-804735-2-iscsi neutron-server[93892]: 'Port': {'1.7'}, Aug 27 03:29:13.141664 dv-cinder-804735-2-iscsi neutron-server[93892]: 'PortForwarding': {'1.2'}, Aug 27 03:29:13.141664 dv-cinder-804735-2-iscsi neutron-server[93892]: 'QosPolicy': {'1.9'}, Aug 27 03:29:13.141664 dv-cinder-804735-2-iscsi neutron-server[93892]: 'SecurityGroup': {'1.4'}, Aug 27 03:29:13.141664 dv-cinder-804735-2-iscsi neutron-server[93892]: 'SecurityGroupRule': {'1.2'}, Aug 27 03:29:13.141664 dv-cinder-804735-2-iscsi neutron-server[93892]: 'SubPort': {'1.0'}, Aug 27 03:29:13.141664 dv-cinder-804735-2-iscsi neutron-server[93892]: 'Subnet': {'1.1'}, Aug 27 03:29:13.141664 dv-cinder-804735-2-iscsi neutron-server[93892]: 'Trunk': {'1.1'}} Aug 27 03:29:13.141664 dv-cinder-804735-2-iscsi neutron-server[93892]: consumer versions: Aug 27 03:29:13.141664 dv-cinder-804735-2-iscsi neutron-server[93892]: { DHCP agent@dv-cinder-804735-2-iscsi: {}, Aug 27 03:29:13.141664 dv-cinder-804735-2-iscsi neutron-server[93892]: HyperV agent@hv-cinder-80473: {}, Aug 27 03:29:13.141664 dv-cinder-804735-2-iscsi neutron-server[93892]: L3 agent@dv-cinder-804735-2-iscsi: {}, Aug 27 03:29:13.141664 dv-cinder-804735-2-iscsi neutron-server[93892]: Metadata agent@dv-cinder-804735-2-iscsi: {}, Aug 27 03:29:13.141664 dv-cinder-804735-2-iscsi neutron-server[93892]: Metering agent@dv-cinder-804735-2-iscsi: {}, Aug 27 03:29:13.141664 dv-cinder-804735-2-iscsi neutron-server[93892]: Open vSwitch agent@dv-cinder-804735-2-iscsi: { 'AddressGroup': '1.2', Aug 27 03:29:13.141664 dv-cinder-804735-2-iscsi neutron-server[93892]: 'ConntrackHelper': '1.0', Aug 27 03:29:13.141664 dv-cinder-804735-2-iscsi neutron-server[93892]: 'Log': '1.0', Aug 27 03:29:13.141664 dv-cinder-804735-2-iscsi neutron-server[93892]: 'Network': '1.1', Aug 27 03:29:13.141664 dv-cinder-804735-2-iscsi neutron-server[93892]: 'Port': '1.7', Aug 27 03:29:13.141664 dv-cinder-804735-2-iscsi neutron-server[93892]: 'PortForwarding': '1.2', Aug 27 03:29:13.141664 dv-cinder-804735-2-iscsi neutron-server[93892]: 'QosPolicy': '1.9', Aug 27 03:29:13.141664 dv-cinder-804735-2-iscsi neutron-server[93892]: 'SecurityGroup': '1.4', Aug 27 03:29:13.141664 dv-cinder-804735-2-iscsi neutron-server[93892]: 'SecurityGroupRule': '1.2', Aug 27 03:29:13.141664 dv-cinder-804735-2-iscsi neutron-server[93892]: 'SubPort': '1.0', Aug 27 03:29:13.141664 dv-cinder-804735-2-iscsi neutron-server[93892]: 'Subnet': '1.1', Aug 27 03:29:13.141664 dv-cinder-804735-2-iscsi neutron-server[93892]: 'Trunk': '1.1'}} Aug 27 03:29:13.141664 dv-cinder-804735-2-iscsi neutron-server[93892]: {{(pid=93892) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 03:29:13.146950 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-df0f2230-1c74-4ef4-b8bd-4b3b3468eaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:13.184131 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-8a115748-ac86-4df1-bb5d-d64d4f306bd0 None None] Attempting to bind port 1dd8ab3e-8229-47a1-9965-5c4050f185a5 on host dv-cinder-804735-2-iscsi for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:29:13.184861 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-8a115748-ac86-4df1-bb5d-d64d4f306bd0 None None] Attempting to bind port 1dd8ab3e-8229-47a1-9965-5c4050f185a5 by drivers openvswitch,hyperv on host dv-cinder-804735-2-iscsi at level 0 using segments [{'id': '25ebcf9e-1800-44cf-8850-b722b184847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '914ec375-24a4-430c-b691-a84588d24cf3'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:29:13.186043 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a115748-ac86-4df1-bb5d-d64d4f306bd0 None None] Attempting to bind port 1dd8ab3e-8229-47a1-9965-5c4050f185a5 on network 914ec375-24a4-430c-b691-a84588d24cf3 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:29:13.191817 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a115748-ac86-4df1-bb5d-d64d4f306bd0 None None] Checking agent: {'id': 'd4759df8-4373-4538-9ee3-f6ed6d276f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 21, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:29:13.192456 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a115748-ac86-4df1-bb5d-d64d4f306bd0 None None] Checking segment: {'id': '25ebcf9e-1800-44cf-8850-b722b184847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '914ec375-24a4-430c-b691-a84588d24cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:29:13.193109 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-8a115748-ac86-4df1-bb5d-d64d4f306bd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:13.193649 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a115748-ac86-4df1-bb5d-d64d4f306bd0 None None] Bound using segment: {'id': '25ebcf9e-1800-44cf-8850-b722b184847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '914ec375-24a4-430c-b691-a84588d24cf3'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:29:13.194519 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-8a115748-ac86-4df1-bb5d-d64d4f306bd0 None None] Bound port: 1dd8ab3e-8229-47a1-9965-5c4050f185a5, host: dv-cinder-804735-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ebcf9e-1800-44cf-8850-b722b184847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '914ec375-24a4-430c-b691-a84588d24cf3'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:29:13.195120 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-8a115748-ac86-4df1-bb5d-d64d4f306bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:13.204830 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fa67bea8-7e2a-4f49-bb3d-2b52399a2656 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776574857063'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:13.223180 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06db139-d9f8-4742-81cd-744d6e38a646 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8881d854-768f-46f5-bb0c-d6718d4b9eba,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:13.235781 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df0f2230-1c74-4ef4-b8bd-4b3b3468eaa8 admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=93891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:29:13.245627 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06db139-d9f8-4742-81cd-744d6e38a646 admin admin] Checking segment: {'id': '9681f18e-fb48-43cf-ad6d-d086c37b3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ff2334ee-c3c9-468a-845a-218e819133a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:29:13.246082 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06db139-d9f8-4742-81cd-744d6e38a646 admin admin] Network hostable DHCP agents. Network: ff2334ee-c3c9-468a-845a-218e819133a7, hostable agents: ['b9d5b039-511f-405d-92d5-fedc540f1c95'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:29:13.256332 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 48548) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:13.259233 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fa67bea8-7e2a-4f49-bb3d-2b52399a2656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:13.260409 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa67bea8-7e2a-4f49-bb3d-2b52399a2656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:13.261046 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fa67bea8-7e2a-4f49-bb3d-2b52399a2656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:13.262024 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-df0f2230-1c74-4ef4-b8bd-4b3b3468eaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004'] for segment, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:13.262698 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.db.segments_db [None req-df0f2230-1c74-4ef4-b8bd-4b3b3468eaa8 admin admin] Added segment 28780841-0c3a-4bb1-9cb1-796a642c1ab2 of type vlan for network a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3 Aug 27 03:29:13.335279 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06db139-d9f8-4742-81cd-744d6e38a646 admin admin] Network ff2334ee-c3c9-468a-845a-218e819133a7 is scheduled to be hosted by DHCP agent b9d5b039-511f-405d-92d5-fedc540f1c95 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:29:13.344289 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-fa67bea8-7e2a-4f49-bb3d-2b52399a2656 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2775931 Aug 27 03:29:13.350650 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 48556) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:13.357707 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-0f5cd4d8-9c82-4786-ad48-7209683052e9 admin admin] Request body: {'subnet': {'network_id': '88322726-f5e5-4254-a3d7-3a1875e31491', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1720847676-subnet', 'tenant_id': 'dba5a01bf20b47e4a67299b2f5aa032b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:29:13.362997 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-e06db139-d9f8-4742-81cd-744d6e38a646 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-2-iscsi, ff2334ee-c3c9-468a-845a-218e819133a7) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:29:13.364896 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa67bea8-7e2a-4f49-bb3d-2b52399a2656 admin admin] Pushing event updated for resources: {'Network': ['ID=88322726-f5e5-4254-a3d7-3a1875e31491,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:13.385013 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06db139-d9f8-4742-81cd-744d6e38a646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:13.385594 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e06db139-d9f8-4742-81cd-744d6e38a646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:13.388659 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a335a9b-911e-4451-8768-00343492971b None None] Network ff2334ee-c3c9-468a-845a-218e819133a7 requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:29:13.421824 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5cd4d8-9c82-4786-ad48-7209683052e9 admin admin] Made reservation on behalf of dba5a01bf20b47e4a67299b2f5aa032b for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:29:13.424450 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f5cd4d8-9c82-4786-ad48-7209683052e9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:13.436237 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Network 88322726-f5e5-4254-a3d7-3a1875e31491 details requested by agent ovs-agent-dv-cinder-804735-2-iscsi with host dv-cinder-804735-2-iscsi {{(pid=93892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:29:13.455469 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-e06db139-d9f8-4742-81cd-744d6e38a646 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0659790 Aug 27 03:29:13.471500 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-8a115748-ac86-4df1-bb5d-d64d4f306bd0 None None] For port 1dd8ab3e-8229-47a1-9965-5c4050f185a5, host dv-cinder-804735-2-iscsi, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:29:13.513950 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-df0f2230-1c74-4ef4-b8bd-4b3b3468eaa8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776574857063'] for network, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:13.531888 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 48562) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:13.536180 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-4dcd6a08-ab53-48e0-830f-dc0ddeb82e3e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1475267450-router', 'tenant_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:29:13.562279 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-df0f2230-1c74-4ef4-b8bd-4b3b3468eaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068'] for network, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:13.563505 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0f2230-1c74-4ef4-b8bd-4b3b3468eaa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:13.564466 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-df0f2230-1c74-4ef4-b8bd-4b3b3468eaa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for network, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:13.604312 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-df0f2230-1c74-4ef4-b8bd-4b3b3468eaa8 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0506773 Aug 27 03:29:13.609586 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fad42165-f9b1-47bb-be85-0c61e0900f44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:13.622903 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 48568) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:13.662022 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-45e1971a-192d-4d4e-b109-42d05e01fc65 admin admin] Request body: {'subnet': {'network_id': 'a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-958351103-subnet', 'tenant_id': '01d740e2fdbb43f696818d258b9b3f4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:29:13.664591 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-8a115748-ac86-4df1-bb5d-d64d4f306bd0 None None] For port 1dd8ab3e-8229-47a1-9965-5c4050f185a5, host dv-cinder-804735-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=1dd8ab3e-8229-47a1-9965-5c4050f185a5,segment=NetworkSegment(25ebcf9e-1800-44cf-8850-b722b184847e),segment_id=25ebcf9e-1800-44cf-8850-b722b184847e)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:29:13.676464 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-8a115748-ac86-4df1-bb5d-d64d4f306bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:13.709576 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4a27a078-47b7-4c18-88a0-1322dd96ff6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:13.712762 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0f2230-1c74-4ef4-b8bd-4b3b3468eaa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef677b3a-201f-4fd1-bc22-37a2e9da25c0,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:13.762096 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0f2230-1c74-4ef4-b8bd-4b3b3468eaa8 admin admin] Pushing event updated for resources: {'Network': ['ID=a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:13.811789 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4a27a078-47b7-4c18-88a0-1322dd96ff6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:13.900509 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d5e684-abca-4a2b-93d6-0106a69fa07f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e644adf-69bc-50df-a7ce-e1ee9e250690-ff2334ee-c3c9-468a-845a-218e819133a7', 'network_id': 'ff2334ee-c3c9-468a-845a-218e819133a7', 'tenant_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'fixed_ips': [{'subnet_id': '8881d854-768f-46f5-bb0c-d6718d4b9eba'}]}} from dv-cinder-804735-2-iscsi. {{(pid=93892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:29:13.901420 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-66d5e684-abca-4a2b-93d6-0106a69fa07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:13.905167 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a115748-ac86-4df1-bb5d-d64d4f306bd0 None None] Pushing event updated for resources: {'Port': ['ID=1dd8ab3e-8229-47a1-9965-5c4050f185a5,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:13.929772 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Network a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3 details requested by agent ovs-agent-dv-cinder-804735-2-iscsi with host dv-cinder-804735-2-iscsi {{(pid=93892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:29:13.982791 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4dcd6a08-ab53-48e0-830f-dc0ddeb82e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36878'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:13.983957 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4dcd6a08-ab53-48e0-830f-dc0ddeb82e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-513158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36869'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:14.043810 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-4a27a078-47b7-4c18-88a0-1322dd96ff6d admin admin] Allocated IP 172.27.0.138 (239ea516-19ad-4308-8c8f-3a956c00c66f/240b09d3-e621-4049-93c9-64b8f5a60ad0/ea40e756-c901-4048-90b4-7d2cb256dc51) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:29:14.124854 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4dcd6a08-ab53-48e0-830f-dc0ddeb82e3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:14.197545 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4a27a078-47b7-4c18-88a0-1322dd96ff6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:14.244735 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.db_base_plugin_common [None req-66d5e684-abca-4a2b-93d6-0106a69fa07f None None] Allocated IP 172.20.0.2 (ff2334ee-c3c9-468a-845a-218e819133a7/8881d854-768f-46f5-bb0c-d6718d4b9eba/48ec0506-d1ed-4b51-a954-2726106da650) {{(pid=93892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:29:14.290528 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4a27a078-47b7-4c18-88a0-1322dd96ff6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:14.314701 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4dcd6a08-ab53-48e0-830f-dc0ddeb82e3e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:14.398643 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fad42165-f9b1-47bb-be85-0c61e0900f44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:14.406230 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f5cd4d8-9c82-4786-ad48-7209683052e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:14.413592 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fad42165-f9b1-47bb-be85-0c61e0900f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:14.431757 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a27a078-47b7-4c18-88a0-1322dd96ff6d admin admin] Network 239ea516-19ad-4308-8c8f-3a956c00c66f is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:29:14.439064 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-4a27a078-47b7-4c18-88a0-1322dd96ff6d admin admin] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:29:14.454138 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-66d5e684-abca-4a2b-93d6-0106a69fa07f None None] Notify callbacks [] for port, precommit_create {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:14.461962 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a27a078-47b7-4c18-88a0-1322dd96ff6d admin admin] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:29:14.469220 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-66d5e684-abca-4a2b-93d6-0106a69fa07f None None] Transition to ACTIVE for port object 48ec0506-d1ed-4b51-a954-2726106da650 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:29:14.483007 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e1971a-192d-4d4e-b109-42d05e01fc65 admin admin] Made reservation on behalf of 01d740e2fdbb43f696818d258b9b3f4d for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:29:14.489041 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-66d5e684-abca-4a2b-93d6-0106a69fa07f None None] Transition to ACTIVE for port object 48ec0506-d1ed-4b51-a954-2726106da650 will not be triggered until provisioned by entity DHCP. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:29:14.489286 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-45e1971a-192d-4d4e-b109-42d05e01fc65 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:14.505419 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-66d5e684-abca-4a2b-93d6-0106a69fa07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508'] for port, after_create {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:14.514603 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a27a078-47b7-4c18-88a0-1322dd96ff6d admin admin] Pushing event updated for resources: {'Port': ['ID=ea40e756-c901-4048-90b4-7d2cb256dc51,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:14.546565 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-fad42165-f9b1-47bb-be85-0c61e0900f44 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4ad9a3dc64ba489d9e9f1393ebab84ca&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2884607 Aug 27 03:29:14.561208 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 48608) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:14.565944 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d5e684-abca-4a2b-93d6-0106a69fa07f None None] Network ff2334ee-c3c9-468a-845a-218e819133a7 is already hosted by enough agents. {{(pid=93892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:29:14.572238 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.scheduler.base_scheduler [None req-66d5e684-abca-4a2b-93d6-0106a69fa07f None None] Resources bound (agent type, host, resource id): {{(pid=93892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:29:14.578208 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d5e684-abca-4a2b-93d6-0106a69fa07f None None] Received port after_create {{(pid=93892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:29:14.590654 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d5e684-abca-4a2b-93d6-0106a69fa07f None None] Pushing event updated for resources: {'Port': ['ID=48ec0506-d1ed-4b51-a954-2726106da650,revision_number=1']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:14.597740 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad42165-f9b1-47bb-be85-0c61e0900f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b0abd5-1754-4436-adfe-c39ec231e29c,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:14.617433 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5cd4d8-9c82-4786-ad48-7209683052e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdb76049-86c2-4f7b-8975-703b9fba6ce9,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:14.633900 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5cd4d8-9c82-4786-ad48-7209683052e9 admin admin] Checking segment: {'id': 'ad8b8aee-f7a5-4d74-ad9f-6d96a9503903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '88322726-f5e5-4254-a3d7-3a1875e31491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:29:14.634109 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5cd4d8-9c82-4786-ad48-7209683052e9 admin admin] Network hostable DHCP agents. Network: 88322726-f5e5-4254-a3d7-3a1875e31491, hostable agents: ['b9d5b039-511f-405d-92d5-fedc540f1c95'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:29:14.664448 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-66d5e684-abca-4a2b-93d6-0106a69fa07f None None] Attempting to bind port 48ec0506-d1ed-4b51-a954-2726106da650 on host dv-cinder-804735-2-iscsi for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:29:14.665409 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-66d5e684-abca-4a2b-93d6-0106a69fa07f None None] Attempting to bind port 48ec0506-d1ed-4b51-a954-2726106da650 by drivers openvswitch,hyperv on host dv-cinder-804735-2-iscsi at level 0 using segments [{'id': '9681f18e-fb48-43cf-ad6d-d086c37b3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ff2334ee-c3c9-468a-845a-218e819133a7'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:29:14.665616 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d5e684-abca-4a2b-93d6-0106a69fa07f None None] Attempting to bind port 48ec0506-d1ed-4b51-a954-2726106da650 on network ff2334ee-c3c9-468a-845a-218e819133a7 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:29:14.671578 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d5e684-abca-4a2b-93d6-0106a69fa07f None None] Checking agent: {'id': 'd4759df8-4373-4538-9ee3-f6ed6d276f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 21, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:29:14.672092 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d5e684-abca-4a2b-93d6-0106a69fa07f None None] Checking segment: {'id': '9681f18e-fb48-43cf-ad6d-d086c37b3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ff2334ee-c3c9-468a-845a-218e819133a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:29:14.672418 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-66d5e684-abca-4a2b-93d6-0106a69fa07f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:14.672880 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d5e684-abca-4a2b-93d6-0106a69fa07f None None] Bound using segment: {'id': '9681f18e-fb48-43cf-ad6d-d086c37b3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ff2334ee-c3c9-468a-845a-218e819133a7'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:29:14.673696 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-66d5e684-abca-4a2b-93d6-0106a69fa07f None None] Bound port: 48ec0506-d1ed-4b51-a954-2726106da650, host: dv-cinder-804735-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9681f18e-fb48-43cf-ad6d-d086c37b3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ff2334ee-c3c9-468a-845a-218e819133a7'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:29:14.673843 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-66d5e684-abca-4a2b-93d6-0106a69fa07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:14.677956 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5cd4d8-9c82-4786-ad48-7209683052e9 admin admin] Network 88322726-f5e5-4254-a3d7-3a1875e31491 is scheduled to be hosted by DHCP agent b9d5b039-511f-405d-92d5-fedc540f1c95 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:29:14.715651 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5961c96e-c26f-480d-b236-550ffcb2a3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:14.733874 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-0f5cd4d8-9c82-4786-ad48-7209683052e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-2-iscsi, 88322726-f5e5-4254-a3d7-3a1875e31491) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:29:14.738612 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5cd4d8-9c82-4786-ad48-7209683052e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:14.739202 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f5cd4d8-9c82-4786-ad48-7209683052e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:14.749591 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbe1ef0-6824-4ffb-8784-3ae65391956c None None] Network 88322726-f5e5-4254-a3d7-3a1875e31491 requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:29:14.791142 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5961c96e-c26f-480d-b236-550ffcb2a3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:14.827387 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-0f5cd4d8-9c82-4786-ad48-7209683052e9 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4645216 Aug 27 03:29:14.868231 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-66d5e684-abca-4a2b-93d6-0106a69fa07f None None] For port 48ec0506-d1ed-4b51-a954-2726106da650, host dv-cinder-804735-2-iscsi, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:29:14.904792 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-66d5e684-abca-4a2b-93d6-0106a69fa07f None None] For port 48ec0506-d1ed-4b51-a954-2726106da650, host dv-cinder-804735-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=48ec0506-d1ed-4b51-a954-2726106da650,segment=NetworkSegment(9681f18e-fb48-43cf-ad6d-d086c37b3af5),segment_id=9681f18e-fb48-43cf-ad6d-d086c37b3af5)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:29:14.920674 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-8f9fba48-e092-4828-a707-131af1c3baf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:14.925069 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-66d5e684-abca-4a2b-93d6-0106a69fa07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:14.959564 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-45e1971a-192d-4d4e-b109-42d05e01fc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:15.106159 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d5e684-abca-4a2b-93d6-0106a69fa07f None None] Pushing event updated for resources: {'Port': ['ID=48ec0506-d1ed-4b51-a954-2726106da650,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:15.171338 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e1971a-192d-4d4e-b109-42d05e01fc65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0e904d8-7440-45dc-9db2-369b77311290,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:15.182811 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4dcd6a08-ab53-48e0-830f-dc0ddeb82e3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:15.234653 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4dcd6a08-ab53-48e0-830f-dc0ddeb82e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:15.243084 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdca854-d951-491a-b35d-22058cccfe3b None None] Network 88322726-f5e5-4254-a3d7-3a1875e31491 requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:29:15.266267 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e1971a-192d-4d4e-b109-42d05e01fc65 admin admin] Checking segment: {'id': '28780841-0c3a-4bb1-9cb1-796a642c1ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:29:15.266960 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e1971a-192d-4d4e-b109-42d05e01fc65 admin admin] Network hostable DHCP agents. Network: a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3, hostable agents: ['b9d5b039-511f-405d-92d5-fedc540f1c95'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:29:15.280718 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4a27a078-47b7-4c18-88a0-1322dd96ff6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:15.345606 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e1971a-192d-4d4e-b109-42d05e01fc65 admin admin] Network a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3 is scheduled to be hosted by DHCP agent b9d5b039-511f-405d-92d5-fedc540f1c95 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:29:15.362110 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe6b69b-d972-4682-b0aa-dcc487ad6cd6 None None] Network 914ec375-24a4-430c-b691-a84588d24cf3 requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:29:15.362338 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5961c96e-c26f-480d-b236-550ffcb2a3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:15.379127 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5961c96e-c26f-480d-b236-550ffcb2a3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:15.381945 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-5961c96e-c26f-480d-b236-550ffcb2a3b9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c7b0abd5-1754-4436-adfe-c39ec231e29c HTTP/1.1" status: 204 len: 168 time: 0.8193994 Aug 27 03:29:15.391602 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-45e1971a-192d-4d4e-b109-42d05e01fc65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-2-iscsi, a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:29:15.400470 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e1971a-192d-4d4e-b109-42d05e01fc65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:15.403691 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-45e1971a-192d-4d4e-b109-42d05e01fc65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:15.443907 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5961c96e-c26f-480d-b236-550ffcb2a3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b0abd5-1754-4436-adfe-c39ec231e29c,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:15.532910 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50935153-bdea-436d-97d9-1cd6435475b5 None None] Network a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3 requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:29:15.604420 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 48652) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:15.607309 dv-cinder-804735-2-iscsi neutron-server[93891]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 27 03:29:15.816295 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-45e1971a-192d-4d4e-b109-42d05e01fc65 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1643178 Aug 27 03:29:15.837025 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 1dd8ab3e-8229-47a1-9965-5c4050f185a5 up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:29:15.839017 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcc88d4-5d54-49b8-9ddc-2fccd192396c None None] Network a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3 requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:29:15.847583 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-00d2e6e6-ca33-4391-bcfd-4281dd3bdd04 None None] Provisioning for port 1dd8ab3e-8229-47a1-9965-5c4050f185a5 completed by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:29:15.952011 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-4dcd6a08-ab53-48e0-830f-dc0ddeb82e3e admin admin] Allocated IP 172.27.0.208 (239ea516-19ad-4308-8c8f-3a956c00c66f/240b09d3-e621-4049-93c9-64b8f5a60ad0/b866eab5-d718-43e1-a08d-73ac3f588c72) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:29:16.073048 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 48682) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:16.102365 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e54df610-18fd-42c2-b01d-0b5a67bef565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:16.150558 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4dcd6a08-ab53-48e0-830f-dc0ddeb82e3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:16.201126 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4a27a078-47b7-4c18-88a0-1322dd96ff6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456187'] for router, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:16.206346 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning for port 1dd8ab3e-8229-47a1-9965-5c4050f185a5 completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:29:16.221555 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port 1dd8ab3e-8229-47a1-9965-5c4050f185a5 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:29:16.222148 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:16.269139 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-bd10e43e-8712-4bf6-bd12-0f8bde375099 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:16.271594 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-bd10e43e-8712-4bf6-bd12-0f8bde375099 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/networks?id=88322726-f5e5-4254-a3d7-3a1875e31491 HTTP/1.1" status: 200 len: 812 time: 0.6661866 Aug 27 03:29:16.300091 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4dcd6a08-ab53-48e0-830f-dc0ddeb82e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:16.303146 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-c4b51a73-48e3-4768-b5e3-98bc4423e1a2 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/quotas/dba5a01bf20b47e4a67299b2f5aa032b HTTP/1.1" status: 200 len: 375 time: 0.0167322 Aug 27 03:29:16.396595 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcd6a08-ab53-48e0-830f-dc0ddeb82e3e admin admin] Network 239ea516-19ad-4308-8c8f-3a956c00c66f is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:29:16.397739 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcd6a08-ab53-48e0-830f-dc0ddeb82e3e admin admin] Pushing event updated for resources: {'Port': ['ID=b866eab5-d718-43e1-a08d-73ac3f588c72,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:16.405412 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-4dcd6a08-ab53-48e0-830f-dc0ddeb82e3e admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:29:16.412565 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcd6a08-ab53-48e0-830f-dc0ddeb82e3e admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:29:16.438390 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-b4d9748b-c8af-4d7e-8bf6-2c6f516244eb tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=dba5a01bf20b47e4a67299b2f5aa032b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0872388 Aug 27 03:29:16.444393 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:16.493606 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 48700) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:16.496072 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] For port 1dd8ab3e-8229-47a1-9965-5c4050f185a5, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=1dd8ab3e-8229-47a1-9965-5c4050f185a5,segment=NetworkSegment(25ebcf9e-1800-44cf-8850-b722b184847e),segment_id=25ebcf9e-1800-44cf-8850-b722b184847e)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:29:16.501627 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:16.502801 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 48ec0506-d1ed-4b51-a954-2726106da650 up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:29:16.514986 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e54df610-18fd-42c2-b01d-0b5a67bef565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:16.564037 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e54df610-18fd-42c2-b01d-0b5a67bef565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:16.627124 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning for port 48ec0506-d1ed-4b51-a954-2726106da650 completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:29:16.641936 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Pushing event updated for resources: {'Port': ['ID=1dd8ab3e-8229-47a1-9965-5c4050f185a5,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:16.662253 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54df610-18fd-42c2-b01d-0b5a67bef565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060ec864-fc33-4bf7-924a-a158ca0de00f,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:16.705215 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-e54df610-18fd-42c2-b01d-0b5a67bef565 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f3f53de5d3fb4b6db4a8d6037dadd242&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6304240 Aug 27 03:29:16.707735 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 48708) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:16.738110 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-20cae378-b141-4264-882b-c8176b5c83c3 None None] Provisioning complete for port 1dd8ab3e-8229-47a1-9965-5c4050f185a5 triggered by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:29:16.738795 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-20cae378-b141-4264-882b-c8176b5c83c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:16.763808 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83771520-8b0c-4226-a48d-11d25671972c req-f173fd4b-6525-4b84-a133-62bb8d566b63 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:16.765356 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-83771520-8b0c-4226-a48d-11d25671972c req-f173fd4b-6525-4b84-a133-62bb8d566b63 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/networks?id=a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3 HTTP/1.1" status: 200 len: 814 time: 0.2689273 Aug 27 03:29:16.802734 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9b67ed-be58-42d3-b8ac-9dbc1876912a None None] Network ff2334ee-c3c9-468a-845a-218e819133a7 requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:29:16.802984 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-a742ad69-1113-41b4-9899-1f66171afc39 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93891) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:29:16.810774 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-a742ad69-1113-41b4-9899-1f66171afc39 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1153336 Aug 27 03:29:16.812585 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a27a078-47b7-4c18-88a0-1322dd96ff6d admin admin] Router 9fb9f90e-3720-49fd-a152-fb2572effb38 is scheduled to L3 agent 531130d0-1c3c-4def-a74a-055fb8373853 with binding_index 1 {{(pid=93891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:29:16.824426 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-83771520-8b0c-4226-a48d-11d25671972c req-b2ef3f71-ac00-453a-9a0f-5d408521dd50 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/quotas/01d740e2fdbb43f696818d258b9b3f4d HTTP/1.1" status: 200 len: 375 time: 0.0422072 Aug 27 03:29:16.887531 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a6015d85-0049-489f-958d-a8ac309c8c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:16.893178 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4dcd6a08-ab53-48e0-830f-dc0ddeb82e3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:16.897968 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-83771520-8b0c-4226-a48d-11d25671972c req-51e82482-7113-48b7-b8f6-cf94cd5eafea tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=01d740e2fdbb43f696818d258b9b3f4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611196 Aug 27 03:29:16.950034 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a6015d85-0049-489f-958d-a8ac309c8c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:17.023180 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-2846bb3b-9620-4013-88a6-6aabafa24fb9 service neutron] 10.222.0.58 "GET /v2.0/networks/88322726-f5e5-4254-a3d7-3a1875e31491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112930 Aug 27 03:29:17.055860 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [req-83771520-8b0c-4226-a48d-11d25671972c req-8f1232a1-7ad1-46ff-97bd-5cfcbe4223e0 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93891) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:29:17.057048 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-83771520-8b0c-4226-a48d-11d25671972c req-8f1232a1-7ad1-46ff-97bd-5cfcbe4223e0 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0892882 Aug 27 03:29:17.129662 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a6015d85-0049-489f-958d-a8ac309c8c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:17.133890 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a27a078-47b7-4c18-88a0-1322dd96ff6d admin admin] Notify agent at l3_agent.dv-cinder-804735-2-iscsi the message routers_updated {{(pid=93891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:29:17.134051 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a6015d85-0049-489f-958d-a8ac309c8c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:17.139505 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-a6015d85-0049-489f-958d-a8ac309c8c3b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/060ec864-fc33-4bf7-924a-a158ca0de00f HTTP/1.1" status: 204 len: 168 time: 0.4305220 Aug 27 03:29:17.151525 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e5be8c-b88f-4e96-83ee-45ff3b6ad295 None None] Sync routers for ids ['9fb9f90e-3720-49fd-a152-fb2572effb38'] in dv-cinder-804735-2-iscsi {{(pid=93893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:29:17.170481 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e5be8c-b88f-4e96-83ee-45ff3b6ad295 None None] Routers {'9fb9f90e-3720-49fd-a152-fb2572effb38'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:29:17.171660 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-a1e5be8c-b88f-4e96-83ee-45ff3b6ad295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:28:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['9fb9f90e-3720-49fd-a152-fb2572effb38'], 'active': True} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:17.177993 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6015d85-0049-489f-958d-a8ac309c8c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060ec864-fc33-4bf7-924a-a158ca0de00f,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:17.180366 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4a27a078-47b7-4c18-88a0-1322dd96ff6d admin admin] Notify callbacks [] for router, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:17.184689 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-4a27a078-47b7-4c18-88a0-1322dd96ff6d admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.3126488 Aug 27 03:29:17.185318 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 48724) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:17.241226 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4dcd6a08-ab53-48e0-830f-dc0ddeb82e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456187'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:17.253273 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-989afb41-2745-45ca-b789-027c57ed6a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:17.276540 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-54760366-1746-46db-8694-484e08554d39 None None] Provisioning for port 48ec0506-d1ed-4b51-a954-2726106da650 completed by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:29:17.282997 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-54760366-1746-46db-8694-484e08554d39 None None] Provisioning complete for port 48ec0506-d1ed-4b51-a954-2726106da650 triggered by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:29:17.283675 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-54760366-1746-46db-8694-484e08554d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:17.312417 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-507755d1-c24c-4a39-b8e6-999446b1020d service neutron] 10.222.0.58 "GET /v2.0/networks/88322726-f5e5-4254-a3d7-3a1875e31491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883284 Aug 27 03:29:17.317810 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-83771520-8b0c-4226-a48d-11d25671972c req-b2dae96d-b8f7-44a1-882b-9511d3544032 service neutron] 10.222.0.58 "GET /v2.0/networks/a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302122 Aug 27 03:29:17.378603 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvr_db [None req-a1e5be8c-b88f-4e96-83ee-45ff3b6ad295 None None] Set router 9fb9f90e-3720-49fd-a152-fb2572effb38 gateway port host: dv-cinder-804735-2-iscsi {{(pid=93893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:29:17.439045 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-54760366-1746-46db-8694-484e08554d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:17.549480 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dcd6a08-ab53-48e0-830f-dc0ddeb82e3e admin admin] Router 81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd is scheduled to L3 agent 531130d0-1c3c-4def-a74a-055fb8373853 with binding_index 1 {{(pid=93890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:29:17.557218 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:17.595826 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-54760366-1746-46db-8694-484e08554d39 None None] For port 48ec0506-d1ed-4b51-a954-2726106da650, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=48ec0506-d1ed-4b51-a954-2726106da650,segment=NetworkSegment(9681f18e-fb48-43cf-ad6d-d086c37b3af5),segment_id=9681f18e-fb48-43cf-ad6d-d086c37b3af5)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:29:17.601192 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-54760366-1746-46db-8694-484e08554d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:17.668319 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54760366-1746-46db-8694-484e08554d39 None None] Pushing event updated for resources: {'Port': ['ID=48ec0506-d1ed-4b51-a954-2726106da650,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:17.677506 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 1dd8ab3e-8229-47a1-9965-5c4050f185a5 up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:29:17.700076 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-83771520-8b0c-4226-a48d-11d25671972c req-59979654-3123-4a8f-9ca2-4c1a681a2fd8 service neutron] 10.222.0.58 "GET /v2.0/networks/a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692789 Aug 27 03:29:17.789338 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-a1e5be8c-b88f-4e96-83ee-45ff3b6ad295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'name': 'tempest-AttachVolumeShelveTestJSON-1719299241-router', 'tenant_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ea40e756-c901-4048-90b4-7d2cb256dc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:11Z', 'updated_at': '2021-08-27T03:29:14Z', 'revision_number': 3, 'project_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'gw_port': {'id': 'ea40e756-c901-4048-90b4-7d2cb256dc51', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:13Z', 'updated_at': '2021-08-27T03:29:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi'}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:17.801159 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcd6a08-ab53-48e0-830f-dc0ddeb82e3e admin admin] Notify agent at l3_agent.dv-cinder-804735-2-iscsi the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:29:17.829253 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac41966-64bb-4183-b7ae-b1c190793276 None None] Sync routers for ids ['81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd'] in dv-cinder-804735-2-iscsi {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:29:17.832701 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-f753400c-3dc8-49ca-9e0a-43f4c51b21c7 None None] Provisioning complete for port 48ec0506-d1ed-4b51-a954-2726106da650 triggered by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:29:17.834698 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f753400c-3dc8-49ca-9e0a-43f4c51b21c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:17.877189 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4dcd6a08-ab53-48e0-830f-dc0ddeb82e3e admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:17.881305 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-4dcd6a08-ab53-48e0-830f-dc0ddeb82e3e admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3457332 Aug 27 03:29:17.883658 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 48750) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:17.916548 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e5be8c-b88f-4e96-83ee-45ff3b6ad295 None None] Checking router: 9fb9f90e-3720-49fd-a152-fb2572effb38 for host: dv-cinder-804735-2-iscsi {{(pid=93893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:29:17.916897 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e5be8c-b88f-4e96-83ee-45ff3b6ad295 None None] Updating router 9fb9f90e-3720-49fd-a152-fb2572effb38 port ea40e756-c901-4048-90b4-7d2cb256dc51 binding host dv-cinder-804735-2-iscsi {{(pid=93893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:29:17.977566 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac41966-64bb-4183-b7ae-b1c190793276 None None] Routers {'81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:29:17.978205 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-dac41966-64bb-4183-b7ae-b1c190793276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:29:17Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:18.001963 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a1e5be8c-b88f-4e96-83ee-45ff3b6ad295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:18.136623 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5a23804c-cd9a-4bad-bb30-338f3ecd5552 req-ca4eb1ac-f9a2-4fcb-917b-c5a23dc6a0a8 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 210 time: 0.1333380 Aug 27 03:29:18.234214 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-dac41966-64bb-4183-b7ae-b1c190793276 None None] Set router 81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:29:18.389824 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e712fb92-86e9-4e3a-aa65-2df3ce5171d8 req-5bc336b8-2180-448d-9910-df03ccfd27e0 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 210 time: 0.1085289 Aug 27 03:29:18.599943 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a1e5be8c-b88f-4e96-83ee-45ff3b6ad295 None None] Notify callbacks [] for port, precommit_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:18.626352 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.provisioning_blocks [None req-a1e5be8c-b88f-4e96-83ee-45ff3b6ad295 None None] Transition to ACTIVE for port object ea40e756-c901-4048-90b4-7d2cb256dc51 will not be triggered until provisioned by entity L2. {{(pid=93893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:29:18.642365 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a1e5be8c-b88f-4e96-83ee-45ff3b6ad295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:18.710199 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:18.753422 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d952f6-8846-47c6-ad9e-da0310fdab42 None None] Pushing event updated for resources: {'Port': ['ID=ea40e756-c901-4048-90b4-7d2cb256dc51,revision_number=2']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:18.771926 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d952f6-8846-47c6-ad9e-da0310fdab42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:18.778648 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d952f6-8846-47c6-ad9e-da0310fdab42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:18.780415 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d952f6-8846-47c6-ad9e-da0310fdab42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:18.781072 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d952f6-8846-47c6-ad9e-da0310fdab42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:18.782986 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d952f6-8846-47c6-ad9e-da0310fdab42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:18.783596 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d952f6-8846-47c6-ad9e-da0310fdab42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:18.785047 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d952f6-8846-47c6-ad9e-da0310fdab42 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:18.785686 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d952f6-8846-47c6-ad9e-da0310fdab42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:18.786260 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d952f6-8846-47c6-ad9e-da0310fdab42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:18.786909 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d952f6-8846-47c6-ad9e-da0310fdab42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:18.787499 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d952f6-8846-47c6-ad9e-da0310fdab42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:18.788037 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d952f6-8846-47c6-ad9e-da0310fdab42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:18.789461 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d952f6-8846-47c6-ad9e-da0310fdab42 None None] Tracked resource versions report: Aug 27 03:29:18.789461 dv-cinder-804735-2-iscsi neutron-server[93893]: pushed versions: Aug 27 03:29:18.789461 dv-cinder-804735-2-iscsi neutron-server[93893]: { 'AddressGroup': {'1.2'}, Aug 27 03:29:18.789461 dv-cinder-804735-2-iscsi neutron-server[93893]: 'ConntrackHelper': {'1.0'}, Aug 27 03:29:18.789461 dv-cinder-804735-2-iscsi neutron-server[93893]: 'Log': {'1.0'}, Aug 27 03:29:18.789461 dv-cinder-804735-2-iscsi neutron-server[93893]: 'Network': {'1.1'}, Aug 27 03:29:18.789461 dv-cinder-804735-2-iscsi neutron-server[93893]: 'Port': {'1.7'}, Aug 27 03:29:18.789461 dv-cinder-804735-2-iscsi neutron-server[93893]: 'PortForwarding': {'1.2'}, Aug 27 03:29:18.789461 dv-cinder-804735-2-iscsi neutron-server[93893]: 'QosPolicy': {'1.9'}, Aug 27 03:29:18.789461 dv-cinder-804735-2-iscsi neutron-server[93893]: 'SecurityGroup': {'1.4'}, Aug 27 03:29:18.789461 dv-cinder-804735-2-iscsi neutron-server[93893]: 'SecurityGroupRule': {'1.2'}, Aug 27 03:29:18.789461 dv-cinder-804735-2-iscsi neutron-server[93893]: 'SubPort': {'1.0'}, Aug 27 03:29:18.789461 dv-cinder-804735-2-iscsi neutron-server[93893]: 'Subnet': {'1.1'}, Aug 27 03:29:18.789461 dv-cinder-804735-2-iscsi neutron-server[93893]: 'Trunk': {'1.1'}} Aug 27 03:29:18.789461 dv-cinder-804735-2-iscsi neutron-server[93893]: consumer versions: Aug 27 03:29:18.789461 dv-cinder-804735-2-iscsi neutron-server[93893]: { DHCP agent@dv-cinder-804735-2-iscsi: {}, Aug 27 03:29:18.789461 dv-cinder-804735-2-iscsi neutron-server[93893]: HyperV agent@hv-cinder-80473: {}, Aug 27 03:29:18.789461 dv-cinder-804735-2-iscsi neutron-server[93893]: L3 agent@dv-cinder-804735-2-iscsi: {}, Aug 27 03:29:18.789461 dv-cinder-804735-2-iscsi neutron-server[93893]: Metadata agent@dv-cinder-804735-2-iscsi: {}, Aug 27 03:29:18.789461 dv-cinder-804735-2-iscsi neutron-server[93893]: Metering agent@dv-cinder-804735-2-iscsi: {}, Aug 27 03:29:18.789461 dv-cinder-804735-2-iscsi neutron-server[93893]: Open vSwitch agent@dv-cinder-804735-2-iscsi: { 'AddressGroup': '1.2', Aug 27 03:29:18.789461 dv-cinder-804735-2-iscsi neutron-server[93893]: 'ConntrackHelper': '1.0', Aug 27 03:29:18.789461 dv-cinder-804735-2-iscsi neutron-server[93893]: 'Log': '1.0', Aug 27 03:29:18.789461 dv-cinder-804735-2-iscsi neutron-server[93893]: 'Network': '1.1', Aug 27 03:29:18.789461 dv-cinder-804735-2-iscsi neutron-server[93893]: 'Port': '1.7', Aug 27 03:29:18.789461 dv-cinder-804735-2-iscsi neutron-server[93893]: 'PortForwarding': '1.2', Aug 27 03:29:18.789461 dv-cinder-804735-2-iscsi neutron-server[93893]: 'QosPolicy': '1.9', Aug 27 03:29:18.789461 dv-cinder-804735-2-iscsi neutron-server[93893]: 'SecurityGroup': '1.4', Aug 27 03:29:18.789461 dv-cinder-804735-2-iscsi neutron-server[93893]: 'SecurityGroupRule': '1.2', Aug 27 03:29:18.789461 dv-cinder-804735-2-iscsi neutron-server[93893]: 'SubPort': '1.0', Aug 27 03:29:18.789461 dv-cinder-804735-2-iscsi neutron-server[93893]: 'Subnet': '1.1', Aug 27 03:29:18.789461 dv-cinder-804735-2-iscsi neutron-server[93893]: 'Trunk': '1.1'}} Aug 27 03:29:18.789461 dv-cinder-804735-2-iscsi neutron-server[93893]: {{(pid=93893) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 03:29:18.811570 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port 1dd8ab3e-8229-47a1-9965-5c4050f185a5 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:29:18.811737 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:18.821171 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [None req-a1e5be8c-b88f-4e96-83ee-45ff3b6ad295 None None] Attempting to bind port ea40e756-c901-4048-90b4-7d2cb256dc51 on host dv-cinder-804735-2-iscsi for vnic_type normal with profile {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:29:18.821771 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [None req-a1e5be8c-b88f-4e96-83ee-45ff3b6ad295 None None] Attempting to bind port ea40e756-c901-4048-90b4-7d2cb256dc51 by drivers openvswitch,hyperv on host dv-cinder-804735-2-iscsi at level 0 using segments [{'id': 'd4232587-dac2-4838-ac1c-504baf035179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'}] {{(pid=93893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:29:18.822379 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e5be8c-b88f-4e96-83ee-45ff3b6ad295 None None] Attempting to bind port ea40e756-c901-4048-90b4-7d2cb256dc51 on network 239ea516-19ad-4308-8c8f-3a956c00c66f {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:29:18.827898 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e5be8c-b88f-4e96-83ee-45ff3b6ad295 None None] Checking agent: {'id': 'd4759df8-4373-4538-9ee3-f6ed6d276f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 21, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:29:18.828630 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e5be8c-b88f-4e96-83ee-45ff3b6ad295 None None] Checking segment: {'id': 'd4232587-dac2-4838-ac1c-504baf035179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:29:18.829251 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a1e5be8c-b88f-4e96-83ee-45ff3b6ad295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:18.829876 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e5be8c-b88f-4e96-83ee-45ff3b6ad295 None None] Bound using segment: {'id': 'd4232587-dac2-4838-ac1c-504baf035179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'} {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:29:18.830568 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [None req-a1e5be8c-b88f-4e96-83ee-45ff3b6ad295 None None] Bound port: ea40e756-c901-4048-90b4-7d2cb256dc51, host: dv-cinder-804735-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4232587-dac2-4838-ac1c-504baf035179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'}}] {{(pid=93893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:29:18.831180 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a1e5be8c-b88f-4e96-83ee-45ff3b6ad295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:18.886690 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [None req-a1e5be8c-b88f-4e96-83ee-45ff3b6ad295 None None] For port ea40e756-c901-4048-90b4-7d2cb256dc51, host dv-cinder-804735-2-iscsi, cleared binding levels {{(pid=93893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:29:18.892698 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [None req-a1e5be8c-b88f-4e96-83ee-45ff3b6ad295 None None] For port ea40e756-c901-4048-90b4-7d2cb256dc51, host dv-cinder-804735-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=ea40e756-c901-4048-90b4-7d2cb256dc51,segment=NetworkSegment(d4232587-dac2-4838-ac1c-504baf035179),segment_id=d4232587-dac2-4838-ac1c-504baf035179)] {{(pid=93893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:29:18.901992 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a1e5be8c-b88f-4e96-83ee-45ff3b6ad295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:18.982984 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c8fe7a72-04fe-4e95-ad6d-74f9c34e980a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:19.043570 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d952f6-8846-47c6-ad9e-da0310fdab42 None None] Pushing event updated for resources: {'Port': ['ID=ea40e756-c901-4048-90b4-7d2cb256dc51,revision_number=3']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:19.059309 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-dac41966-64bb-4183-b7ae-b1c190793276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'name': 'tempest-AttachVolumeTestJSON-1475267450-router', 'tenant_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'b866eab5-d718-43e1-a08d-73ac3f588c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:13Z', 'updated_at': '2021-08-27T03:29:16Z', 'revision_number': 3, 'project_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'gw_port': {'id': 'b866eab5-d718-43e1-a08d-73ac3f588c72', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:15Z', 'updated_at': '2021-08-27T03:29:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi'}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:19.098390 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e5be8c-b88f-4e96-83ee-45ff3b6ad295 None None] Routers {'9fb9f90e-3720-49fd-a152-fb2572effb38'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:29:19.099005 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-a1e5be8c-b88f-4e96-83ee-45ff3b6ad295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:29:17Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['9fb9f90e-3720-49fd-a152-fb2572effb38'], 'active': True} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:19.125753 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52787a8c-5c42-494a-b918-91386bffa938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:19.142259 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac41966-64bb-4183-b7ae-b1c190793276 None None] Checking router: 81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd for host: dv-cinder-804735-2-iscsi {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:29:19.142520 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac41966-64bb-4183-b7ae-b1c190793276 None None] Updating router 81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd port b866eab5-d718-43e1-a08d-73ac3f588c72 binding host dv-cinder-804735-2-iscsi {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:29:19.208661 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-dac41966-64bb-4183-b7ae-b1c190793276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:19.383334 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvr_db [None req-a1e5be8c-b88f-4e96-83ee-45ff3b6ad295 None None] Set router 9fb9f90e-3720-49fd-a152-fb2572effb38 gateway port host: dv-cinder-804735-2-iscsi {{(pid=93893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:29:19.468486 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-52787a8c-5c42-494a-b918-91386bffa938 admin admin] Allocated IP 172.20.0.1 (ff2334ee-c3c9-468a-845a-218e819133a7/8881d854-768f-46f5-bb0c-d6718d4b9eba/1e20ad29-9574-4201-8061-10f157d8932d) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:29:19.642144 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-c8fe7a72-04fe-4e95-ad6d-74f9c34e980a admin admin] Allocated IP 172.20.0.1 (914ec375-24a4-430c-b691-a84588d24cf3/01048c02-3dc7-4172-b7c7-73d0365326a6/c500e205-52b3-4752-9bc2-9342d85c6169) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:29:19.699583 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-dac41966-64bb-4183-b7ae-b1c190793276 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:19.714408 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-dac41966-64bb-4183-b7ae-b1c190793276 None None] Transition to ACTIVE for port object b866eab5-d718-43e1-a08d-73ac3f588c72 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:29:19.723614 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 48ec0506-d1ed-4b51-a954-2726106da650 up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:29:19.777332 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-dac41966-64bb-4183-b7ae-b1c190793276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:19.815230 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-dac41966-64bb-4183-b7ae-b1c190793276 None None] Attempting to bind port b866eab5-d718-43e1-a08d-73ac3f588c72 on host dv-cinder-804735-2-iscsi for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:29:19.815835 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-dac41966-64bb-4183-b7ae-b1c190793276 None None] Attempting to bind port b866eab5-d718-43e1-a08d-73ac3f588c72 by drivers openvswitch,hyperv on host dv-cinder-804735-2-iscsi at level 0 using segments [{'id': 'd4232587-dac2-4838-ac1c-504baf035179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:29:19.816393 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac41966-64bb-4183-b7ae-b1c190793276 None None] Attempting to bind port b866eab5-d718-43e1-a08d-73ac3f588c72 on network 239ea516-19ad-4308-8c8f-3a956c00c66f {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:29:19.846279 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c8fe7a72-04fe-4e95-ad6d-74f9c34e980a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:19.849146 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac41966-64bb-4183-b7ae-b1c190793276 None None] Checking agent: {'id': 'd4759df8-4373-4538-9ee3-f6ed6d276f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 21, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:29:19.849682 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac41966-64bb-4183-b7ae-b1c190793276 None None] Checking segment: {'id': 'd4232587-dac2-4838-ac1c-504baf035179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:29:19.850132 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-dac41966-64bb-4183-b7ae-b1c190793276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:19.850527 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac41966-64bb-4183-b7ae-b1c190793276 None None] Bound using segment: {'id': 'd4232587-dac2-4838-ac1c-504baf035179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:29:19.851200 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-dac41966-64bb-4183-b7ae-b1c190793276 None None] Bound port: b866eab5-d718-43e1-a08d-73ac3f588c72, host: dv-cinder-804735-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4232587-dac2-4838-ac1c-504baf035179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:29:19.851664 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-dac41966-64bb-4183-b7ae-b1c190793276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:19.896908 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c8fe7a72-04fe-4e95-ad6d-74f9c34e980a admin admin] Transition to ACTIVE for port object c500e205-52b3-4752-9bc2-9342d85c6169 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:29:19.931183 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52787a8c-5c42-494a-b918-91386bffa938 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:19.953916 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-dac41966-64bb-4183-b7ae-b1c190793276 None None] For port b866eab5-d718-43e1-a08d-73ac3f588c72, host dv-cinder-804735-2-iscsi, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:29:19.959608 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-dac41966-64bb-4183-b7ae-b1c190793276 None None] For port b866eab5-d718-43e1-a08d-73ac3f588c72, host dv-cinder-804735-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=b866eab5-d718-43e1-a08d-73ac3f588c72,segment=NetworkSegment(d4232587-dac2-4838-ac1c-504baf035179),segment_id=d4232587-dac2-4838-ac1c-504baf035179)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:29:19.976671 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-dac41966-64bb-4183-b7ae-b1c190793276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:19.983269 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e2a94a4a-1fb1-4320-9ac1-02aace8b1871 req-cf5d6d9a-c297-4cd0-bf64-8304c892c451 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 210 time: 0.7646105 Aug 27 03:29:19.990816 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port 48ec0506-d1ed-4b51-a954-2726106da650 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:29:19.991009 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:19.995998 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-52787a8c-5c42-494a-b918-91386bffa938 admin admin] Transition to ACTIVE for port object 1e20ad29-9574-4201-8061-10f157d8932d will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:29:20.024142 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-a1e5be8c-b88f-4e96-83ee-45ff3b6ad295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'name': 'tempest-AttachVolumeShelveTestJSON-1719299241-router', 'tenant_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ea40e756-c901-4048-90b4-7d2cb256dc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:11Z', 'updated_at': '2021-08-27T03:29:14Z', 'revision_number': 3, 'project_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'gw_port': {'id': 'ea40e756-c901-4048-90b4-7d2cb256dc51', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:13Z', 'updated_at': '2021-08-27T03:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi'}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:20.029309 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac41966-64bb-4183-b7ae-b1c190793276 None None] Routers {'81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:29:20.029996 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-dac41966-64bb-4183-b7ae-b1c190793276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:29:17Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:20.069850 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f45881ed-fbb7-4ae8-a6d0-544cac8d6688 req-21388d6e-b104-4ea9-a611-7ff1efcd26c3 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 210 time: 0.0811617 Aug 27 03:29:20.074545 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c8fe7a72-04fe-4e95-ad6d-74f9c34e980a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:20.114434 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e5be8c-b88f-4e96-83ee-45ff3b6ad295 None None] The sync data for ids ['9fb9f90e-3720-49fd-a152-fb2572effb38'] in dv-cinder-804735-2-iscsi is: [{'id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'name': 'tempest-AttachVolumeShelveTestJSON-1719299241-router', 'tenant_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ea40e756-c901-4048-90b4-7d2cb256dc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:11Z', 'updated_at': '2021-08-27T03:29:14Z', 'revision_number': 3, 'project_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'gw_port': {'id': 'ea40e756-c901-4048-90b4-7d2cb256dc51', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:13Z', 'updated_at': '2021-08-27T03:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi'}] {{(pid=93893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:29:20.146213 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52787a8c-5c42-494a-b918-91386bffa938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:20.186051 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fe7a72-04fe-4e95-ad6d-74f9c34e980a admin admin] Network 914ec375-24a4-430c-b691-a84588d24cf3 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:29:20.199896 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-c8fe7a72-04fe-4e95-ad6d-74f9c34e980a admin admin] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:29:20.206351 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fe7a72-04fe-4e95-ad6d-74f9c34e980a admin admin] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:29:20.212376 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c8fe7a72-04fe-4e95-ad6d-74f9c34e980a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455972'] for router_interface, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:20.299979 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52787a8c-5c42-494a-b918-91386bffa938 admin admin] Network ff2334ee-c3c9-468a-845a-218e819133a7 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:29:20.315002 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-dac41966-64bb-4183-b7ae-b1c190793276 None None] Set router 81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:29:20.323902 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-52787a8c-5c42-494a-b918-91386bffa938 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:29:20.341616 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52787a8c-5c42-494a-b918-91386bffa938 admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:29:20.342278 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52787a8c-5c42-494a-b918-91386bffa938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455972'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:20.456664 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52787a8c-5c42-494a-b918-91386bffa938 admin admin] Pushing event updated for resources: {'Port': ['ID=1e20ad29-9574-4201-8061-10f157d8932d,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:20.543111 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fe7a72-04fe-4e95-ad6d-74f9c34e980a admin admin] Pushing event updated for resources: {'Port': ['ID=c500e205-52b3-4752-9bc2-9342d85c6169,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:20.652162 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2772384-0d33-4089-b8e9-4043861da838 None None] Pushing event updated for resources: {'Port': ['ID=b866eab5-d718-43e1-a08d-73ac3f588c72,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:20.757192 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52787a8c-5c42-494a-b918-91386bffa938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:20.760657 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:20.906263 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c8fe7a72-04fe-4e95-ad6d-74f9c34e980a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:20.994767 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52787a8c-5c42-494a-b918-91386bffa938 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:21.003073 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52787a8c-5c42-494a-b918-91386bffa938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:21.004668 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52787a8c-5c42-494a-b918-91386bffa938 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456443'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:21.011586 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ffe27c47-4e0f-4938-9767-f89f1a72d7f1 None None] Provisioning for port c500e205-52b3-4752-9bc2-9342d85c6169 completed by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:29:21.024337 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ffe27c47-4e0f-4938-9767-f89f1a72d7f1 None None] Provisioning complete for port c500e205-52b3-4752-9bc2-9342d85c6169 triggered by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:29:21.024798 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ffe27c47-4e0f-4938-9767-f89f1a72d7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:21.120574 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2772384-0d33-4089-b8e9-4043861da838 None None] Pushing event updated for resources: {'Port': ['ID=b866eab5-d718-43e1-a08d-73ac3f588c72,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:21.174564 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-ffe27c47-4e0f-4938-9767-f89f1a72d7f1 None None] Port c500e205-52b3-4752-9bc2-9342d85c6169 cannot update to ACTIVE because it is not bound. {{(pid=93892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:29:21.225845 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-dac41966-64bb-4183-b7ae-b1c190793276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'name': 'tempest-AttachVolumeTestJSON-1475267450-router', 'tenant_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'b866eab5-d718-43e1-a08d-73ac3f588c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:13Z', 'updated_at': '2021-08-27T03:29:16Z', 'revision_number': 3, 'project_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'gw_port': {'id': 'b866eab5-d718-43e1-a08d-73ac3f588c72', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:15Z', 'updated_at': '2021-08-27T03:29:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi'}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:21.238783 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52787a8c-5c42-494a-b918-91386bffa938 admin admin] Pushing event updated for resources: {'Port': ['ID=1e20ad29-9574-4201-8061-10f157d8932d,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:21.273978 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac41966-64bb-4183-b7ae-b1c190793276 None None] The sync data for ids ['81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd'] in dv-cinder-804735-2-iscsi is: [{'id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'name': 'tempest-AttachVolumeTestJSON-1475267450-router', 'tenant_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'b866eab5-d718-43e1-a08d-73ac3f588c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:13Z', 'updated_at': '2021-08-27T03:29:16Z', 'revision_number': 3, 'project_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'gw_port': {'id': 'b866eab5-d718-43e1-a08d-73ac3f588c72', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:15Z', 'updated_at': '2021-08-27T03:29:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:29:21.289843 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52787a8c-5c42-494a-b918-91386bffa938 admin admin] Network ff2334ee-c3c9-468a-845a-218e819133a7 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:29:21.292127 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-52787a8c-5c42-494a-b918-91386bffa938 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:29:21.302515 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-e2772c4d-bcfe-49cf-a29a-24f079bde160 None None] Provisioning for port 1e20ad29-9574-4201-8061-10f157d8932d completed by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:29:21.308167 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-e2772c4d-bcfe-49cf-a29a-24f079bde160 None None] Provisioning complete for port 1e20ad29-9574-4201-8061-10f157d8932d triggered by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:29:21.308832 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-e2772c4d-bcfe-49cf-a29a-24f079bde160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:21.318697 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c8fe7a72-04fe-4e95-ad6d-74f9c34e980a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:21.403137 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-384d36aa-c285-4104-aca6-1a91711dbdfb req-cd220e00-7ba7-4141-aeea-872a9bc5c9bf tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 210 time: 0.1089158 Aug 27 03:29:21.406308 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-e2772c4d-bcfe-49cf-a29a-24f079bde160 None None] Port 1e20ad29-9574-4201-8061-10f157d8932d cannot update to ACTIVE because it is not bound. {{(pid=93892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:29:21.406775 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-50fb93f2-46a4-48d0-831f-b7fc597406f5 req-f9eccb2e-ec4e-48e9-92a5-2d066f02e65e tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 210 time: 0.0521274 Aug 27 03:29:21.420005 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c8fe7a72-04fe-4e95-ad6d-74f9c34e980a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:21.420005 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c8fe7a72-04fe-4e95-ad6d-74f9c34e980a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456443'] for router_interface, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:21.464893 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52787a8c-5c42-494a-b918-91386bffa938 admin admin] Router 81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd has already been hosted by L3 agent 531130d0-1c3c-4def-a74a-055fb8373853 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:29:21.595523 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fe7a72-04fe-4e95-ad6d-74f9c34e980a admin admin] Pushing event updated for resources: {'Port': ['ID=c500e205-52b3-4752-9bc2-9342d85c6169,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:21.614553 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52787a8c-5c42-494a-b918-91386bffa938 admin admin] Notify agent at l3_agent.dv-cinder-804735-2-iscsi the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:29:21.633049 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-52787a8c-5c42-494a-b918-91386bffa938 admin admin] 10.222.0.58 "PUT /v2.0/routers/81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7400675 Aug 27 03:29:21.648288 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-29f7eb9b-ed59-4e89-85e5-8f01edbd7b1c None None] Provisioning complete for port 1e20ad29-9574-4201-8061-10f157d8932d triggered by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:29:21.648814 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-29f7eb9b-ed59-4e89-85e5-8f01edbd7b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:21.670690 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fe7a72-04fe-4e95-ad6d-74f9c34e980a admin admin] Network 914ec375-24a4-430c-b691-a84588d24cf3 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:29:21.674794 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-c8fe7a72-04fe-4e95-ad6d-74f9c34e980a admin admin] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:29:21.704940 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device ea40e756-c901-4048-90b4-7d2cb256dc51 up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:29:21.803853 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-29f7eb9b-ed59-4e89-85e5-8f01edbd7b1c None None] Port 1e20ad29-9574-4201-8061-10f157d8932d cannot update to ACTIVE because it is not bound. {{(pid=93892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:29:21.881585 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning for port ea40e756-c901-4048-90b4-7d2cb256dc51 completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:29:21.886542 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port ea40e756-c901-4048-90b4-7d2cb256dc51 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:29:21.886542 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:22.104949 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:22.158910 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] For port ea40e756-c901-4048-90b4-7d2cb256dc51, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=ea40e756-c901-4048-90b4-7d2cb256dc51,segment=NetworkSegment(d4232587-dac2-4838-ac1c-504baf035179),segment_id=d4232587-dac2-4838-ac1c-504baf035179)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:29:22.182218 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:22.255801 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-0501a810-713a-48a1-ae4b-da20b37abd96 None None] Provisioning complete for port c500e205-52b3-4752-9bc2-9342d85c6169 triggered by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:29:22.256348 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-0501a810-713a-48a1-ae4b-da20b37abd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:22.296790 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Pushing event updated for resources: {'Port': ['ID=ea40e756-c901-4048-90b4-7d2cb256dc51,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:22.326620 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-0501a810-713a-48a1-ae4b-da20b37abd96 None None] Port c500e205-52b3-4752-9bc2-9342d85c6169 cannot update to ACTIVE because it is not bound. {{(pid=93892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:29:22.331458 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8fe7a72-04fe-4e95-ad6d-74f9c34e980a admin admin] Router 9fb9f90e-3720-49fd-a152-fb2572effb38 has already been hosted by L3 agent 531130d0-1c3c-4def-a74a-055fb8373853 {{(pid=93891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:29:22.493744 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:22.562229 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-20781435-db84-4426-9b22-0560e9a51b98 req-a43f3496-d4ff-41e0-bcb6-5526c48c3a4d tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 210 time: 0.0375922 Aug 27 03:29:22.564293 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8fe7a72-04fe-4e95-ad6d-74f9c34e980a admin admin] Notify agent at l3_agent.dv-cinder-804735-2-iscsi the message routers_updated {{(pid=93891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:29:22.578487 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-c8fe7a72-04fe-4e95-ad6d-74f9c34e980a admin admin] 10.222.0.58 "PUT /v2.0/routers/9fb9f90e-3720-49fd-a152-fb2572effb38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3808699 Aug 27 03:29:22.579058 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 48936) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:22.581593 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-53dde9c4-79c6-4066-a43b-b6d4a775de9f tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1176591096', 'description': 'tempest-description--927329685'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:29:22.643627 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-53dde9c4-79c6-4066-a43b-b6d4a775de9f tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:22.794167 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-0537ef95-7cd1-4335-8bfe-0ffa4d17051a req-98219b4b-9df5-405b-9cab-4a3eb6367d72 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 210 time: 0.0840209 Aug 27 03:29:22.903725 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-53dde9c4-79c6-4066-a43b-b6d4a775de9f tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:22.910952 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-53dde9c4-79c6-4066-a43b-b6d4a775de9f tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:22.973807 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dde9c4-79c6-4066-a43b-b6d4a775de9f tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7f724b-9892-4567-8119-6ed8f550c41f,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:23.015430 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3794c731-0e94-465a-9675-d39dd698b22d None None] Sync routers for ids ['9fb9f90e-3720-49fd-a152-fb2572effb38'] in dv-cinder-804735-2-iscsi {{(pid=93893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:29:23.016024 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-53dde9c4-79c6-4066-a43b-b6d4a775de9f tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:23.016024 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-53dde9c4-79c6-4066-a43b-b6d4a775de9f tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4229102 Aug 27 03:29:23.016177 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 48974) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:23.016177 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [None req-b9794b44-1018-4a9b-98b1-6aeae29933d7 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Request body: {'security_group_rule': {'security_group_id': '1e7f724b-9892-4567-8119-6ed8f550c41f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:29:23.016332 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3794c731-0e94-465a-9675-d39dd698b22d None None] Routers {'9fb9f90e-3720-49fd-a152-fb2572effb38'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:29:23.016332 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-3794c731-0e94-465a-9675-d39dd698b22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:29:17Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['9fb9f90e-3720-49fd-a152-fb2572effb38'], 'active': True} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:23.048180 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b9794b44-1018-4a9b-98b1-6aeae29933d7 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:23.158694 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b9794b44-1018-4a9b-98b1-6aeae29933d7 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:23.165246 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b9794b44-1018-4a9b-98b1-6aeae29933d7 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87445'] for security_group_rule, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:23.240405 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9794b44-1018-4a9b-98b1-6aeae29933d7 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=018995dc-dc68-47c4-9e2b-36185ae2e8c7,revision_number=0']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:23.255161 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b9794b44-1018-4a9b-98b1-6aeae29933d7 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:23.259110 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-b9794b44-1018-4a9b-98b1-6aeae29933d7 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2542295 Aug 27 03:29:23.259584 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 48988) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:23.264591 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-9e043711-0a96-4620-9d33-d930232354a7 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Request body: {'security_group_rule': {'security_group_id': '1e7f724b-9892-4567-8119-6ed8f550c41f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:29:23.336800 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 48992) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:23.348112 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [None req-88dc5743-c471-4141-ad2c-36e4c04eda83 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Request body: {'security_group': {'name': 'tempest-securitygroup--784311930', 'description': 'tempest-description--2001598484'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:29:23.359691 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9e043711-0a96-4620-9d33-d930232354a7 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:23.370597 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvr_db [None req-3794c731-0e94-465a-9675-d39dd698b22d None None] Set router 9fb9f90e-3720-49fd-a152-fb2572effb38 gateway port host: dv-cinder-804735-2-iscsi {{(pid=93893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:29:23.400658 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-88dc5743-c471-4141-ad2c-36e4c04eda83 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:23.530774 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9e043711-0a96-4620-9d33-d930232354a7 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:23.542478 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9e043711-0a96-4620-9d33-d930232354a7 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87445'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:23.593775 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e043711-0a96-4620-9d33-d930232354a7 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16b0640e-f2b1-4d45-b9b6-637f717bd56a,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:23.609376 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 49008) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:23.622761 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-88dc5743-c471-4141-ad2c-36e4c04eda83 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:23.630355 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-88dc5743-c471-4141-ad2c-36e4c04eda83 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:23.635053 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9e043711-0a96-4620-9d33-d930232354a7 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:23.636365 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-9e043711-0a96-4620-9d33-d930232354a7 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3758478 Aug 27 03:29:23.640050 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 49012) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:23.647521 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-fa7fc6b8-8938-4631-a21c-2bfc1113b47b tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Request body: {'floatingip': {'floating_network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:29:23.702061 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc5743-c471-4141-ad2c-36e4c04eda83 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba95f723-4c55-4083-abf2-928f55eacc5d,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:23.706256 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fa7fc6b8-8938-4631-a21c-2bfc1113b47b tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks [] for floatingip, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:23.717362 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-88dc5743-c471-4141-ad2c-36e4c04eda83 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:23.721879 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-88dc5743-c471-4141-ad2c-36e4c04eda83 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3837495 Aug 27 03:29:23.722687 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 49014) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:23.747058 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [None req-b07a5ac2-1d21-4f9f-a7e0-5d55e4cd870b tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Request body: {'security_group_rule': {'security_group_id': 'ba95f723-4c55-4083-abf2-928f55eacc5d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:29:23.814728 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b07a5ac2-1d21-4f9f-a7e0-5d55e4cd870b tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:23.884263 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a3531e45-56eb-4cb6-a06f-0cc941959a88 req-824a534e-6d13-4020-b28a-a2409dd0f52d tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 210 time: 0.0983560 Aug 27 03:29:23.892041 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-3794c731-0e94-465a-9675-d39dd698b22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'name': 'tempest-AttachVolumeShelveTestJSON-1719299241-router', 'tenant_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ea40e756-c901-4048-90b4-7d2cb256dc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:11Z', 'updated_at': '2021-08-27T03:29:20Z', 'revision_number': 4, 'project_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'gw_port': {'id': 'ea40e756-c901-4048-90b4-7d2cb256dc51', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:13Z', 'updated_at': '2021-08-27T03:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': 'c500e205-52b3-4752-9bc2-9342d85c6169', 'name': '', 'network_id': '914ec375-24a4-430c-b691-a84588d24cf3', 'tenant_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'mac_address': 'fa:16:3e:6b:d3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '01048c02-3dc7-4172-b7c7-73d0365326a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:19Z', 'updated_at': '2021-08-27T03:29:21Z', 'revision_number': 2, 'project_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'subnets': [{'id': '01048c02-3dc7-4172-b7c7-73d0365326a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:23.922542 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aabce987-3eee-4485-9b78-30871446cbd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:23.944074 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device ea40e756-c901-4048-90b4-7d2cb256dc51 up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:29:23.970235 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3794c731-0e94-465a-9675-d39dd698b22d None None] Checking router: 9fb9f90e-3720-49fd-a152-fb2572effb38 for host: dv-cinder-804735-2-iscsi {{(pid=93893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:29:23.970624 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3794c731-0e94-465a-9675-d39dd698b22d None None] Updating router 9fb9f90e-3720-49fd-a152-fb2572effb38 port c500e205-52b3-4752-9bc2-9342d85c6169 binding host dv-cinder-804735-2-iscsi {{(pid=93893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:29:24.011949 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b07a5ac2-1d21-4f9f-a7e0-5d55e4cd870b tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:24.018572 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b07a5ac2-1d21-4f9f-a7e0-5d55e4cd870b tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87445'] for security_group_rule, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:24.037553 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-3794c731-0e94-465a-9675-d39dd698b22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:24.045114 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07a5ac2-1d21-4f9f-a7e0-5d55e4cd870b tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13e90e22-25f1-42d2-a768-ef6607889c0f,revision_number=0']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:24.068520 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port ea40e756-c901-4048-90b4-7d2cb256dc51 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:29:24.071340 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:24.109128 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24862c5a-937b-4a1f-8150-86c5cb0bf013 None None] Sync routers for ids ['81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd'] in dv-cinder-804735-2-iscsi {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:29:24.109759 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aabce987-3eee-4485-9b78-30871446cbd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:24.121468 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5f8aed23-fc05-465d-9156-f2e248c0892a req-7482ffa8-8f60-4198-997f-e97afd92512e tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 210 time: 0.0814559 Aug 27 03:29:24.130865 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b07a5ac2-1d21-4f9f-a7e0-5d55e4cd870b tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:24.135508 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-b07a5ac2-1d21-4f9f-a7e0-5d55e4cd870b tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4082141 Aug 27 03:29:24.135695 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 49034) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:24.139657 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24862c5a-937b-4a1f-8150-86c5cb0bf013 None None] Routers {'81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:29:24.140473 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-24862c5a-937b-4a1f-8150-86c5cb0bf013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:29:17Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:24.177380 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-c2bfed7c-31da-4dc7-8ca6-a092d8a1c755 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Request body: {'security_group_rule': {'security_group_id': 'ba95f723-4c55-4083-abf2-928f55eacc5d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:29:24.187701 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aabce987-3eee-4485-9b78-30871446cbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:24.267137 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-24862c5a-937b-4a1f-8150-86c5cb0bf013 None None] Set router 81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:29:24.311475 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-aabce987-3eee-4485-9b78-30871446cbd3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e9d6a5b656034075ab6587199d369ecb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7009201 Aug 27 03:29:24.314388 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 49042) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:24.365021 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c2bfed7c-31da-4dc7-8ca6-a092d8a1c755 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:24.400187 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabce987-3eee-4485-9b78-30871446cbd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931fe5a7-060a-4df2-bba6-9c05783776dc,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:24.431157 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device b866eab5-d718-43e1-a08d-73ac3f588c72 up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:29:24.452083 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-95bef641-95e5-495e-9376-653c4b569962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:24.452702 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-3794c731-0e94-465a-9675-d39dd698b22d None None] Notify callbacks [] for port, precommit_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:24.461413 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c2bfed7c-31da-4dc7-8ca6-a092d8a1c755 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:24.466070 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.provisioning_blocks [None req-3794c731-0e94-465a-9675-d39dd698b22d None None] Transition to ACTIVE for port object c500e205-52b3-4752-9bc2-9342d85c6169 will not be triggered until provisioned by entity L2. {{(pid=93893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:29:24.474222 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c2bfed7c-31da-4dc7-8ca6-a092d8a1c755 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87445'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:24.476852 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-3794c731-0e94-465a-9675-d39dd698b22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:24.483376 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-95bef641-95e5-495e-9376-653c4b569962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:24.506617 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bfed7c-31da-4dc7-8ca6-a092d8a1c755 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05778216-0538-4054-885e-0b5d7b241e27,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:24.532687 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f5b526-6462-4fad-bdf2-49ddc277266d None None] Pushing event updated for resources: {'Port': ['ID=c500e205-52b3-4752-9bc2-9342d85c6169,revision_number=3']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:24.541617 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning for port b866eab5-d718-43e1-a08d-73ac3f588c72 completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:29:24.545224 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fa7fc6b8-8938-4631-a21c-2bfc1113b47b tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:24.546905 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port b866eab5-d718-43e1-a08d-73ac3f588c72 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:29:24.547317 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:24.548433 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c2bfed7c-31da-4dc7-8ca6-a092d8a1c755 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:24.552590 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-c2bfed7c-31da-4dc7-8ca6-a092d8a1c755 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4125078 Aug 27 03:29:24.555527 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 49048) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:24.560805 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-02eccf63-79c6-4177-b7df-02ea36e13a3e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Request body: {'floatingip': {'floating_network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:29:24.576396 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-95bef641-95e5-495e-9376-653c4b569962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:24.580698 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-95bef641-95e5-495e-9376-653c4b569962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:24.602447 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-24862c5a-937b-4a1f-8150-86c5cb0bf013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'name': 'tempest-AttachVolumeTestJSON-1475267450-router', 'tenant_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'b866eab5-d718-43e1-a08d-73ac3f588c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:13Z', 'updated_at': '2021-08-27T03:29:20Z', 'revision_number': 4, 'project_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'gw_port': {'id': 'b866eab5-d718-43e1-a08d-73ac3f588c72', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:15Z', 'updated_at': '2021-08-27T03:29:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': '1e20ad29-9574-4201-8061-10f157d8932d', 'name': '', 'network_id': 'ff2334ee-c3c9-468a-845a-218e819133a7', 'tenant_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'mac_address': 'fa:16:3e:6d:fb:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8881d854-768f-46f5-bb0c-d6718d4b9eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:19Z', 'updated_at': '2021-08-27T03:29:20Z', 'revision_number': 2, 'project_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'subnets': [{'id': '8881d854-768f-46f5-bb0c-d6718d4b9eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:24.611980 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-95bef641-95e5-495e-9376-653c4b569962 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/931fe5a7-060a-4df2-bba6-9c05783776dc HTTP/1.1" status: 204 len: 168 time: 0.2957699 Aug 27 03:29:24.626217 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bef641-95e5-495e-9376-653c4b569962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931fe5a7-060a-4df2-bba6-9c05783776dc,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:24.639750 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-02eccf63-79c6-4177-b7df-02ea36e13a3e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks [] for floatingip, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:24.666036 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24862c5a-937b-4a1f-8150-86c5cb0bf013 None None] Checking router: 81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd for host: dv-cinder-804735-2-iscsi {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:29:24.669525 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24862c5a-937b-4a1f-8150-86c5cb0bf013 None None] Updating router 81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd port 1e20ad29-9574-4201-8061-10f157d8932d binding host dv-cinder-804735-2-iscsi {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:29:24.679336 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [None req-3794c731-0e94-465a-9675-d39dd698b22d None None] Attempting to bind port c500e205-52b3-4752-9bc2-9342d85c6169 on host dv-cinder-804735-2-iscsi for vnic_type normal with profile {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:29:24.681635 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [None req-3794c731-0e94-465a-9675-d39dd698b22d None None] Attempting to bind port c500e205-52b3-4752-9bc2-9342d85c6169 by drivers openvswitch,hyperv on host dv-cinder-804735-2-iscsi at level 0 using segments [{'id': '25ebcf9e-1800-44cf-8850-b722b184847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '914ec375-24a4-430c-b691-a84588d24cf3'}] {{(pid=93893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:29:24.682925 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3794c731-0e94-465a-9675-d39dd698b22d None None] Attempting to bind port c500e205-52b3-4752-9bc2-9342d85c6169 on network 914ec375-24a4-430c-b691-a84588d24cf3 {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:29:24.691829 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3794c731-0e94-465a-9675-d39dd698b22d None None] Checking agent: {'id': 'd4759df8-4373-4538-9ee3-f6ed6d276f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 21, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:29:24.693388 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3794c731-0e94-465a-9675-d39dd698b22d None None] Checking segment: {'id': '25ebcf9e-1800-44cf-8850-b722b184847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '914ec375-24a4-430c-b691-a84588d24cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:29:24.694128 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-3794c731-0e94-465a-9675-d39dd698b22d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:24.694825 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3794c731-0e94-465a-9675-d39dd698b22d None None] Bound using segment: {'id': '25ebcf9e-1800-44cf-8850-b722b184847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '914ec375-24a4-430c-b691-a84588d24cf3'} {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:29:24.695879 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [None req-3794c731-0e94-465a-9675-d39dd698b22d None None] Bound port: c500e205-52b3-4752-9bc2-9342d85c6169, host: dv-cinder-804735-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ebcf9e-1800-44cf-8850-b722b184847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '914ec375-24a4-430c-b691-a84588d24cf3'}}] {{(pid=93893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:29:24.696546 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-3794c731-0e94-465a-9675-d39dd698b22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:24.751486 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-24862c5a-937b-4a1f-8150-86c5cb0bf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:24.772432 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-fa7fc6b8-8938-4631-a21c-2bfc1113b47b tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Allocated IP 172.27.0.25 (239ea516-19ad-4308-8c8f-3a956c00c66f/240b09d3-e621-4049-93c9-64b8f5a60ad0/cd9e1d43-a597-4256-b921-341b62e9dcd8) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:29:24.798705 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [None req-3794c731-0e94-465a-9675-d39dd698b22d None None] For port c500e205-52b3-4752-9bc2-9342d85c6169, host dv-cinder-804735-2-iscsi, cleared binding levels {{(pid=93893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:29:24.800595 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:24.804831 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [None req-3794c731-0e94-465a-9675-d39dd698b22d None None] For port c500e205-52b3-4752-9bc2-9342d85c6169, host dv-cinder-804735-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=c500e205-52b3-4752-9bc2-9342d85c6169,segment=NetworkSegment(25ebcf9e-1800-44cf-8850-b722b184847e),segment_id=25ebcf9e-1800-44cf-8850-b722b184847e)] {{(pid=93893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:29:24.819215 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-3794c731-0e94-465a-9675-d39dd698b22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:24.842886 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] For port b866eab5-d718-43e1-a08d-73ac3f588c72, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=b866eab5-d718-43e1-a08d-73ac3f588c72,segment=NetworkSegment(d4232587-dac2-4838-ac1c-504baf035179),segment_id=d4232587-dac2-4838-ac1c-504baf035179)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:29:24.898071 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:24.927061 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3794c731-0e94-465a-9675-d39dd698b22d None None] Routers {'9fb9f90e-3720-49fd-a152-fb2572effb38'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:29:24.927788 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-3794c731-0e94-465a-9675-d39dd698b22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:29:17Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['9fb9f90e-3720-49fd-a152-fb2572effb38'], 'active': True} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:25.019452 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f5b526-6462-4fad-bdf2-49ddc277266d None None] Pushing event updated for resources: {'Port': ['ID=c500e205-52b3-4752-9bc2-9342d85c6169,revision_number=4']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:25.026375 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b45376f2-8f59-436c-9f6d-a1cf74752d52 req-6850a75a-6834-40f5-b896-cb07749e33dc tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 210 time: 0.0408599 Aug 27 03:29:25.067054 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Pushing event updated for resources: {'Port': ['ID=b866eab5-d718-43e1-a08d-73ac3f588c72,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:25.097142 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fa7fc6b8-8938-4631-a21c-2bfc1113b47b tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:25.105749 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-02eccf63-79c6-4177-b7df-02ea36e13a3e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:25.191662 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvr_db [None req-3794c731-0e94-465a-9675-d39dd698b22d None None] Set router 9fb9f90e-3720-49fd-a152-fb2572effb38 gateway port host: dv-cinder-804735-2-iscsi {{(pid=93893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:29:25.225628 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fa7fc6b8-8938-4631-a21c-2bfc1113b47b tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:25.267463 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-24862c5a-937b-4a1f-8150-86c5cb0bf013 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:25.286437 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-24862c5a-937b-4a1f-8150-86c5cb0bf013 None None] Transition to ACTIVE for port object 1e20ad29-9574-4201-8061-10f157d8932d will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:29:25.296356 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7fc6b8-8938-4631-a21c-2bfc1113b47b tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Network 239ea516-19ad-4308-8c8f-3a956c00c66f is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:29:25.300509 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-24862c5a-937b-4a1f-8150-86c5cb0bf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:25.333515 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-fa7fc6b8-8938-4631-a21c-2bfc1113b47b tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:29:25.333515 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7fc6b8-8938-4631-a21c-2bfc1113b47b tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:29:25.334919 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-78b01a02-9b9d-4a14-a43a-c2ec9e4a9648 req-659401e7-ab87-4f66-a51b-3f5954dbdaa7 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 210 time: 0.0825241 Aug 27 03:29:25.335061 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-02eccf63-79c6-4177-b7df-02ea36e13a3e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Allocated IP 172.27.0.75 (239ea516-19ad-4308-8c8f-3a956c00c66f/240b09d3-e621-4049-93c9-64b8f5a60ad0/a5b6b790-a811-4a53-af53-dcb71bf2d657) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:29:25.370300 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7fc6b8-8938-4631-a21c-2bfc1113b47b tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Pushing event updated for resources: {'Port': ['ID=cd9e1d43-a597-4256-b921-341b62e9dcd8,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:25.435589 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a132e-6f73-4702-abbd-7fd56b190052 None None] Pushing event updated for resources: {'Port': ['ID=1e20ad29-9574-4201-8061-10f157d8932d,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:25.492297 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fa7fc6b8-8938-4631-a21c-2bfc1113b47b tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:25.535528 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.63', 53827) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:25.602436 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fa7fc6b8-8938-4631-a21c-2bfc1113b47b tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:25.634927 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-24862c5a-937b-4a1f-8150-86c5cb0bf013 None None] Attempting to bind port 1e20ad29-9574-4201-8061-10f157d8932d on host dv-cinder-804735-2-iscsi for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:29:25.635448 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-24862c5a-937b-4a1f-8150-86c5cb0bf013 None None] Attempting to bind port 1e20ad29-9574-4201-8061-10f157d8932d by drivers openvswitch,hyperv on host dv-cinder-804735-2-iscsi at level 0 using segments [{'id': '9681f18e-fb48-43cf-ad6d-d086c37b3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ff2334ee-c3c9-468a-845a-218e819133a7'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:29:25.635971 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24862c5a-937b-4a1f-8150-86c5cb0bf013 None None] Attempting to bind port 1e20ad29-9574-4201-8061-10f157d8932d on network ff2334ee-c3c9-468a-845a-218e819133a7 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:29:25.658153 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-3794c731-0e94-465a-9675-d39dd698b22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'name': 'tempest-AttachVolumeShelveTestJSON-1719299241-router', 'tenant_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ea40e756-c901-4048-90b4-7d2cb256dc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:11Z', 'updated_at': '2021-08-27T03:29:20Z', 'revision_number': 4, 'project_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'gw_port': {'id': 'ea40e756-c901-4048-90b4-7d2cb256dc51', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:13Z', 'updated_at': '2021-08-27T03:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': 'c500e205-52b3-4752-9bc2-9342d85c6169', 'name': '', 'network_id': '914ec375-24a4-430c-b691-a84588d24cf3', 'tenant_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'mac_address': 'fa:16:3e:6b:d3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '01048c02-3dc7-4172-b7c7-73d0365326a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:19Z', 'updated_at': '2021-08-27T03:29:24Z', 'revision_number': 4, 'project_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'subnets': [{'id': '01048c02-3dc7-4172-b7c7-73d0365326a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:25.677272 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24862c5a-937b-4a1f-8150-86c5cb0bf013 None None] Checking agent: {'id': 'd4759df8-4373-4538-9ee3-f6ed6d276f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 21, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:29:25.677848 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24862c5a-937b-4a1f-8150-86c5cb0bf013 None None] Checking segment: {'id': '9681f18e-fb48-43cf-ad6d-d086c37b3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ff2334ee-c3c9-468a-845a-218e819133a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:29:25.678320 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-24862c5a-937b-4a1f-8150-86c5cb0bf013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:25.679102 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24862c5a-937b-4a1f-8150-86c5cb0bf013 None None] Bound using segment: {'id': '9681f18e-fb48-43cf-ad6d-d086c37b3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ff2334ee-c3c9-468a-845a-218e819133a7'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:29:25.683128 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-24862c5a-937b-4a1f-8150-86c5cb0bf013 None None] Bound port: 1e20ad29-9574-4201-8061-10f157d8932d, host: dv-cinder-804735-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9681f18e-fb48-43cf-ad6d-d086c37b3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ff2334ee-c3c9-468a-845a-218e819133a7'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:29:25.687817 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-24862c5a-937b-4a1f-8150-86c5cb0bf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:25.714974 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-02eccf63-79c6-4177-b7df-02ea36e13a3e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:25.725665 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3794c731-0e94-465a-9675-d39dd698b22d None None] The sync data for ids ['9fb9f90e-3720-49fd-a152-fb2572effb38'] in dv-cinder-804735-2-iscsi is: [{'id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'name': 'tempest-AttachVolumeShelveTestJSON-1719299241-router', 'tenant_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ea40e756-c901-4048-90b4-7d2cb256dc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:11Z', 'updated_at': '2021-08-27T03:29:20Z', 'revision_number': 4, 'project_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'gw_port': {'id': 'ea40e756-c901-4048-90b4-7d2cb256dc51', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:13Z', 'updated_at': '2021-08-27T03:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': 'c500e205-52b3-4752-9bc2-9342d85c6169', 'name': '', 'network_id': '914ec375-24a4-430c-b691-a84588d24cf3', 'tenant_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'mac_address': 'fa:16:3e:6b:d3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '01048c02-3dc7-4172-b7c7-73d0365326a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:19Z', 'updated_at': '2021-08-27T03:29:24Z', 'revision_number': 4, 'project_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'subnets': [{'id': '01048c02-3dc7-4172-b7c7-73d0365326a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:29:25.738030 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device b866eab5-d718-43e1-a08d-73ac3f588c72 up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:29:25.852180 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83771520-8b0c-4226-a48d-11d25671972c req-f1aeb70b-592f-4e3a-aa41-5731b32d5248 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:25.855606 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-83771520-8b0c-4226-a48d-11d25671972c req-f1aeb70b-592f-4e3a-aa41-5731b32d5248 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.63 "GET /v2.0/networks?id=a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3 HTTP/1.1" status: 200 len: 814 time: 0.3141291 Aug 27 03:29:25.878467 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-24862c5a-937b-4a1f-8150-86c5cb0bf013 None None] For port 1e20ad29-9574-4201-8061-10f157d8932d, host dv-cinder-804735-2-iscsi, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:29:25.902727 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-24862c5a-937b-4a1f-8150-86c5cb0bf013 None None] For port 1e20ad29-9574-4201-8061-10f157d8932d, host dv-cinder-804735-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=1e20ad29-9574-4201-8061-10f157d8932d,segment=NetworkSegment(9681f18e-fb48-43cf-ad6d-d086c37b3af5),segment_id=9681f18e-fb48-43cf-ad6d-d086c37b3af5)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:29:25.908794 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port b866eab5-d718-43e1-a08d-73ac3f588c72 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:29:25.909216 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:25.912938 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-24862c5a-937b-4a1f-8150-86c5cb0bf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:25.915406 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-02eccf63-79c6-4177-b7df-02ea36e13a3e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:25.923699 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [req-83771520-8b0c-4226-a48d-11d25671972c req-7162baa8-5472-488c-8413-bcc1cece82b2 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Request body: {'port': {'device_id': '3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881', 'network_id': 'a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3', 'admin_state_up': True, 'tenant_id': '01d740e2fdbb43f696818d258b9b3f4d'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:29:25.983850 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02eccf63-79c6-4177-b7df-02ea36e13a3e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Network 239ea516-19ad-4308-8c8f-3a956c00c66f is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:29:26.019101 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-02eccf63-79c6-4177-b7df-02ea36e13a3e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:29:26.040196 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02eccf63-79c6-4177-b7df-02ea36e13a3e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:29:26.064247 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eccf63-79c6-4177-b7df-02ea36e13a3e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Pushing event updated for resources: {'Port': ['ID=a5b6b790-a811-4a53-af53-dcb71bf2d657,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:26.196437 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.63', 53834) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:26.202015 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a132e-6f73-4702-abbd-7fd56b190052 None None] Pushing event updated for resources: {'Port': ['ID=1e20ad29-9574-4201-8061-10f157d8932d,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:26.230540 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24862c5a-937b-4a1f-8150-86c5cb0bf013 None None] Routers {'81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:29:26.231196 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-24862c5a-937b-4a1f-8150-86c5cb0bf013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:29:17Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:26.322507 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-86ecfc25-8c45-4603-98d8-7b98fd4cd93a req-369e0499-5620-4316-a6aa-1cc294cbadb9 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 210 time: 0.1159976 Aug 27 03:29:26.327596 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83771520-8b0c-4226-a48d-11d25671972c req-7162baa8-5472-488c-8413-bcc1cece82b2 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Made reservation on behalf of 01d740e2fdbb43f696818d258b9b3f4d for: {'port': 1} {{(pid=93891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:29:26.331828 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-83771520-8b0c-4226-a48d-11d25671972c req-7162baa8-5472-488c-8413-bcc1cece82b2 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:26.564478 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-02eccf63-79c6-4177-b7df-02ea36e13a3e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:26.626971 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c772bdd7-741e-43fe-9bb6-ac4c7212ae1d req-c9fe5d19-da5c-4fb8-9938-664922461087 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 210 time: 0.0736237 Aug 27 03:29:26.652801 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fa7fc6b8-8938-4631-a21c-2bfc1113b47b tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:26.697185 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fa7fc6b8-8938-4631-a21c-2bfc1113b47b tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:26.721291 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fa7fc6b8-8938-4631-a21c-2bfc1113b47b tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456017'] for floatingip, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:26.830791 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-871ab5d6-0eab-4510-9863-3febcaeb15e4 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:26.832329 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-871ab5d6-0eab-4510-9863-3febcaeb15e4 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.63 "GET /v2.0/networks?id=88322726-f5e5-4254-a3d7-3a1875e31491 HTTP/1.1" status: 200 len: 812 time: 0.6350584 Aug 27 03:29:26.871209 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-e5b52e88-214a-43d3-953a-5a7b023bbc5f tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Request body: {'port': {'device_id': '70d004af-5dc0-4616-a2e3-bcab38f12bff', 'network_id': '88322726-f5e5-4254-a3d7-3a1875e31491', 'admin_state_up': True, 'tenant_id': 'dba5a01bf20b47e4a67299b2f5aa032b'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:29:26.896051 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-02eccf63-79c6-4177-b7df-02ea36e13a3e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:27.027171 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-24862c5a-937b-4a1f-8150-86c5cb0bf013 None None] Set router 81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:29:27.094860 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [req-83771520-8b0c-4226-a48d-11d25671972c req-7162baa8-5472-488c-8413-bcc1cece82b2 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Allocated IP 172.20.0.13 (a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3/f0e904d8-7440-45dc-9db2-369b77311290/bad6539d-473a-4ae7-8574-1eba84cbf59d) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:29:27.109178 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fa7fc6b8-8938-4631-a21c-2bfc1113b47b tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:27.119530 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-fa7fc6b8-8938-4631-a21c-2bfc1113b47b tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4782829 Aug 27 03:29:27.147144 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7fc6b8-8938-4631-a21c-2bfc1113b47b tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Pushing event updated for resources: {'Port': ['ID=cd9e1d43-a597-4256-b921-341b62e9dcd8,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:27.180186 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-e5b52e88-214a-43d3-953a-5a7b023bbc5f tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Made reservation on behalf of dba5a01bf20b47e4a67299b2f5aa032b for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:29:27.183724 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-e5b52e88-214a-43d3-953a-5a7b023bbc5f tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:27.609027 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-83771520-8b0c-4226-a48d-11d25671972c req-7162baa8-5472-488c-8413-bcc1cece82b2 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:27.624420 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-24862c5a-937b-4a1f-8150-86c5cb0bf013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'name': 'tempest-AttachVolumeTestJSON-1475267450-router', 'tenant_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'b866eab5-d718-43e1-a08d-73ac3f588c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:13Z', 'updated_at': '2021-08-27T03:29:20Z', 'revision_number': 4, 'project_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'gw_port': {'id': 'b866eab5-d718-43e1-a08d-73ac3f588c72', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:15Z', 'updated_at': '2021-08-27T03:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': '1e20ad29-9574-4201-8061-10f157d8932d', 'name': '', 'network_id': 'ff2334ee-c3c9-468a-845a-218e819133a7', 'tenant_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'mac_address': 'fa:16:3e:6d:fb:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8881d854-768f-46f5-bb0c-d6718d4b9eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:19Z', 'updated_at': '2021-08-27T03:29:25Z', 'revision_number': 4, 'project_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'subnets': [{'id': '8881d854-768f-46f5-bb0c-d6718d4b9eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:27.730432 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d94228f3-41ee-4c82-9b08-efa09ab6d5e0 req-0a8019af-8f28-4c6f-8d59-384d06e7001f tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 210 time: 0.1355112 Aug 27 03:29:27.750659 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24862c5a-937b-4a1f-8150-86c5cb0bf013 None None] The sync data for ids ['81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd'] in dv-cinder-804735-2-iscsi is: [{'id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'name': 'tempest-AttachVolumeTestJSON-1475267450-router', 'tenant_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'b866eab5-d718-43e1-a08d-73ac3f588c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:13Z', 'updated_at': '2021-08-27T03:29:20Z', 'revision_number': 4, 'project_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'gw_port': {'id': 'b866eab5-d718-43e1-a08d-73ac3f588c72', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:15Z', 'updated_at': '2021-08-27T03:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': '1e20ad29-9574-4201-8061-10f157d8932d', 'name': '', 'network_id': 'ff2334ee-c3c9-468a-845a-218e819133a7', 'tenant_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'mac_address': 'fa:16:3e:6d:fb:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8881d854-768f-46f5-bb0c-d6718d4b9eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:19Z', 'updated_at': '2021-08-27T03:29:25Z', 'revision_number': 4, 'project_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'subnets': [{'id': '8881d854-768f-46f5-bb0c-d6718d4b9eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:29:27.827713 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device c500e205-52b3-4752-9bc2-9342d85c6169 up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:29:27.915407 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-12068f4a-6622-414f-9d90-de6dbfc13f57 req-08b857c7-723c-4a74-97ca-40eafad0685c tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 210 time: 0.0941713 Aug 27 03:29:27.928419 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-83771520-8b0c-4226-a48d-11d25671972c req-7162baa8-5472-488c-8413-bcc1cece82b2 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:27.991382 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning for port c500e205-52b3-4752-9bc2-9342d85c6169 completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:29:28.000270 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port c500e205-52b3-4752-9bc2-9342d85c6169 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:29:28.003575 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:28.197341 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-02eccf63-79c6-4177-b7df-02ea36e13a3e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:28.209965 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83771520-8b0c-4226-a48d-11d25671972c req-7162baa8-5472-488c-8413-bcc1cece82b2 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Network a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:29:28.217976 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-02eccf63-79c6-4177-b7df-02ea36e13a3e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:28.235185 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-e5b52e88-214a-43d3-953a-5a7b023bbc5f tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Allocated IP 172.20.0.12 (88322726-f5e5-4254-a3d7-3a1875e31491/bdb76049-86c2-4f7b-8975-703b9fba6ce9/e929609b-218e-4f62-8bc9-1c229af8d765) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:29:28.277661 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:28.287111 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [req-83771520-8b0c-4226-a48d-11d25671972c req-7162baa8-5472-488c-8413-bcc1cece82b2 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:29:28.287258 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-02eccf63-79c6-4177-b7df-02ea36e13a3e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456017'] for floatingip, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:28.338327 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-02eccf63-79c6-4177-b7df-02ea36e13a3e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:28.340187 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-02eccf63-79c6-4177-b7df-02ea36e13a3e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7836297 Aug 27 03:29:28.346993 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [req-83771520-8b0c-4226-a48d-11d25671972c req-7162baa8-5472-488c-8413-bcc1cece82b2 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:29:28.368425 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83771520-8b0c-4226-a48d-11d25671972c req-7162baa8-5472-488c-8413-bcc1cece82b2 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:28.369088 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eccf63-79c6-4177-b7df-02ea36e13a3e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Pushing event updated for resources: {'Port': ['ID=a5b6b790-a811-4a53-af53-dcb71bf2d657,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:28.381839 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-83771520-8b0c-4226-a48d-11d25671972c req-7162baa8-5472-488c-8413-bcc1cece82b2 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:28.417089 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] For port c500e205-52b3-4752-9bc2-9342d85c6169, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=c500e205-52b3-4752-9bc2-9342d85c6169,segment=NetworkSegment(25ebcf9e-1800-44cf-8850-b722b184847e),segment_id=25ebcf9e-1800-44cf-8850-b722b184847e)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:29:28.430206 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:28.470569 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-9429516f-6dc5-41c1-9c8d-c86740f564ee tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1176591096&fields=id&tenant_id=527dc9638ff74cfda148b7cf1b61c6c8 HTTP/1.1" status: 200 len: 267 time: 0.5357552 Aug 27 03:29:28.485047 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162baa8-5472-488c-8413-bcc1cece82b2 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Pushing event updated for resources: {'Port': ['ID=bad6539d-473a-4ae7-8574-1eba84cbf59d,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:28.560526 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-83771520-8b0c-4226-a48d-11d25671972c req-7162baa8-5472-488c-8413-bcc1cece82b2 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6450357 Aug 27 03:29:28.672724 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Pushing event updated for resources: {'Port': ['ID=c500e205-52b3-4752-9bc2-9342d85c6169,revision_number=5']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:28.765515 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-e5b52e88-214a-43d3-953a-5a7b023bbc5f tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:28.803993 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-19beda71-c0d6-4a3a-96f9-22883fe288dc tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:28.806962 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-19beda71-c0d6-4a3a-96f9-22883fe288dc tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/networks?id=ff2334ee-c3c9-468a-845a-218e819133a7 HTTP/1.1" status: 200 len: 811 time: 0.3347156 Aug 27 03:29:28.838602 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-17c4eaba-5743-4fc9-b823-dfb1b8208552 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/quotas/527dc9638ff74cfda148b7cf1b61c6c8 HTTP/1.1" status: 200 len: 375 time: 0.0246820 Aug 27 03:29:28.855895 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-e5b52e88-214a-43d3-953a-5a7b023bbc5f tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:28.856250 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-bfa349fe-1366-41c2-bae6-782c3a8d9000 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--784311930&fields=id&tenant_id=f60ccdbc7dbb46c6abacc312e57220a1 HTTP/1.1" status: 200 len: 267 time: 0.0901115 Aug 27 03:29:29.220784 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-003b8d8d-7ac2-46c5-af9f-2d33a64c4710 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=527dc9638ff74cfda148b7cf1b61c6c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3612430 Aug 27 03:29:29.247194 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-e5b52e88-214a-43d3-953a-5a7b023bbc5f tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Network 88322726-f5e5-4254-a3d7-3a1875e31491 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:29:29.249735 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-e5b52e88-214a-43d3-953a-5a7b023bbc5f tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:29:29.253735 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-e5b52e88-214a-43d3-953a-5a7b023bbc5f tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:29:29.260991 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-e5b52e88-214a-43d3-953a-5a7b023bbc5f tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:29.261732 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-e5b52e88-214a-43d3-953a-5a7b023bbc5f tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:29.284766 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b52e88-214a-43d3-953a-5a7b023bbc5f tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Pushing event updated for resources: {'Port': ['ID=e929609b-218e-4f62-8bc9-1c229af8d765,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:29.289091 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-9b499e93-8a90-4112-9a84-407747d634d4 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:29.290592 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-9b499e93-8a90-4112-9a84-407747d634d4 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/networks?id=914ec375-24a4-430c-b691-a84588d24cf3 HTTP/1.1" status: 200 len: 817 time: 0.4325063 Aug 27 03:29:29.299484 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-e5b52e88-214a-43d3-953a-5a7b023bbc5f tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4385009 Aug 27 03:29:29.315441 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-6543f08b-0234-4c99-9342-fdae5dc0666f tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/quotas/f60ccdbc7dbb46c6abacc312e57220a1 HTTP/1.1" status: 200 len: 375 time: 0.0150621 Aug 27 03:29:29.381264 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-8d233535-7c48-49f4-b863-749dce2babbc service neutron] 10.222.0.58 "GET /v2.0/networks/ff2334ee-c3c9-468a-845a-218e819133a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516452 Aug 27 03:29:29.440911 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-e6b52759-17d6-49f1-a66d-bb42d385ec31 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f60ccdbc7dbb46c6abacc312e57220a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1175239 Aug 27 03:29:29.535016 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-331aa9f9-14b3-425b-84e2-a1093f0bd36c service neutron] 10.222.0.58 "GET /v2.0/networks/ff2334ee-c3c9-468a-845a-218e819133a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465399 Aug 27 03:29:29.572673 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-bfb3355a-35fb-442d-a98a-e71a59ec49df service neutron] 10.222.0.58 "GET /v2.0/networks/914ec375-24a4-430c-b691-a84588d24cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169670 Aug 27 03:29:29.692194 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-4317dbc2-39c6-4062-8ce0-b91b7ac91093 service neutron] 10.222.0.58 "GET /v2.0/networks/914ec375-24a4-430c-b691-a84588d24cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127021 Aug 27 03:29:29.740603 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 1e20ad29-9574-4201-8061-10f157d8932d up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:29:29.797710 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning for port 1e20ad29-9574-4201-8061-10f157d8932d completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:29:29.806523 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port 1e20ad29-9574-4201-8061-10f157d8932d triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:29:29.806886 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:29.840384 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299f87e-f51a-49b2-8a0a-b44ccbb020b5 req-14da2f08-0ac9-4e5b-b66d-e2e49d26fb6a tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:29.842182 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a299f87e-f51a-49b2-8a0a-b44ccbb020b5 req-14da2f08-0ac9-4e5b-b66d-e2e49d26fb6a tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 932 time: 0.1093988 Aug 27 03:29:29.921204 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:29.928196 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a299f87e-f51a-49b2-8a0a-b44ccbb020b5 req-5617911b-2850-4134-bc04-a6da832bbc8d tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e43543c-e60e-4c23-9a2c-b5d6c3541fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791819 Aug 27 03:29:29.973587 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] For port 1e20ad29-9574-4201-8061-10f157d8932d, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=1e20ad29-9574-4201-8061-10f157d8932d,segment=NetworkSegment(9681f18e-fb48-43cf-ad6d-d086c37b3af5),segment_id=9681f18e-fb48-43cf-ad6d-d086c37b3af5)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:29:29.973810 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59e945-c9dc-4ff6-8883-47cce0f3ad7b req-347eb9e9-6fec-4458-8e62-f1d362d00a0a tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:29.977891 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-be59e945-c9dc-4ff6-8883-47cce0f3ad7b req-347eb9e9-6fec-4458-8e62-f1d362d00a0a tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 932 time: 0.0735784 Aug 27 03:29:29.980395 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:29.981492 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device c500e205-52b3-4752-9bc2-9342d85c6169 up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:29:30.067397 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Pushing event updated for resources: {'Port': ['ID=1e20ad29-9574-4201-8061-10f157d8932d,revision_number=5']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:30.074968 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8deefb71-b8b0-4439-90cf-274a4ccc4e61 req-85aaa9c6-ce5f-42d0-a587-0b9a6b91b1ea tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 210 time: 0.0792489 Aug 27 03:29:30.079109 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port c500e205-52b3-4752-9bc2-9342d85c6169 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:29:30.079683 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:30.098052 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-be59e945-c9dc-4ff6-8883-47cce0f3ad7b req-a344d358-9ec9-44f8-b382-e060498737e3 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131685 Aug 27 03:29:30.183263 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-271fcd7b-c338-4ab1-921a-18b3201fa9f2 req-7f008c40-4e72-4f5c-836b-9aa9d94cab9a tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 210 time: 0.0332720 Aug 27 03:29:31.057123 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5a36bb-8fa0-482c-a721-1071a11289d3 req-dbe8f554-a33c-47ba-81a6-5a12c7a898c0 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:31.058785 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1b5a36bb-8fa0-482c-a721-1071a11289d3 req-dbe8f554-a33c-47ba-81a6-5a12c7a898c0 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 932 time: 0.0539396 Aug 27 03:29:31.096831 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1b5a36bb-8fa0-482c-a721-1071a11289d3 req-4e414fd9-de84-446b-b950-8cadf12b5d6c tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e43543c-e60e-4c23-9a2c-b5d6c3541fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319960 Aug 27 03:29:31.203339 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d493056d-9592-48dc-8e7b-4af0cbc43699 req-bb0ab90e-ab6f-4dac-9856-9fbb9c4e81c2 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 210 time: 0.0384462 Aug 27 03:29:31.245264 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc83918-febe-49df-901c-8a4b35e5e75f req-450a6e70-cd20-425f-a11b-5893931a3a98 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:31.247028 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-dfc83918-febe-49df-901c-8a4b35e5e75f req-450a6e70-cd20-425f-a11b-5893931a3a98 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 932 time: 0.0681925 Aug 27 03:29:31.316569 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e06bc109-0035-4a15-939d-0478804060fd req-ea26eaec-658c-4b60-961f-035f99b68061 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 210 time: 0.0363688 Aug 27 03:29:31.335721 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-dfc83918-febe-49df-901c-8a4b35e5e75f req-d5a8e812-5173-46ea-8ebb-94b79e2f56d9 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703044 Aug 27 03:29:31.606762 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 1e20ad29-9574-4201-8061-10f157d8932d up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:29:31.663071 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port 1e20ad29-9574-4201-8061-10f157d8932d triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:29:31.663516 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:32.220094 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de24af2-5619-43f1-a04a-a380fe667dd0 req-bf66b571-fdd4-4246-8261-919eb5d53151 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:32.221642 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9de24af2-5619-43f1-a04a-a380fe667dd0 req-bf66b571-fdd4-4246-8261-919eb5d53151 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 932 time: 0.0563006 Aug 27 03:29:32.267406 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9de24af2-5619-43f1-a04a-a380fe667dd0 req-4e7c4892-fa3b-4084-b214-561095ef08f9 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e43543c-e60e-4c23-9a2c-b5d6c3541fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353272 Aug 27 03:29:32.298665 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-153442ce-ce5d-45b8-9535-14c3c3eec621 req-c5433208-8d0c-4932-8964-bb190d95be86 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 210 time: 0.0275919 Aug 27 03:29:32.455538 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6b2d0d27-d426-4166-b6d1-c0bf3ba25686 req-356cb8c8-2f76-4b4a-80f1-98b3794801dc tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 210 time: 0.0398824 Aug 27 03:29:32.518591 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caeda93-af18-4b26-af89-74e99fdf526f req-0488426b-f7c2-4c8e-bac2-db06718d0ded tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:32.523953 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2caeda93-af18-4b26-af89-74e99fdf526f req-0488426b-f7c2-4c8e-bac2-db06718d0ded tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 932 time: 0.0993092 Aug 27 03:29:32.576613 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2caeda93-af18-4b26-af89-74e99fdf526f req-ab0552e3-832e-4000-866b-89f5e3769bc5 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498154 Aug 27 03:29:33.162489 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 49338) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:33.316186 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4c84a2f6-516e-4d80-bcfc-8493ca5338ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:33.425027 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-75bf5fcf-46dd-4128-a0d0-99a5ed0b652e req-bf668bcd-db96-4312-9047-afc7b53e0af5 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 210 time: 0.0437164 Aug 27 03:29:33.446178 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4c84a2f6-516e-4d80-bcfc-8493ca5338ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:33.446340 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f13593-6a66-49f5-9ea9-ac51b5bf38ff req-4b509348-2ab8-4c82-a1fd-284fc9d06e81 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:33.446885 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4c84a2f6-516e-4d80-bcfc-8493ca5338ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:33.447001 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-04f13593-6a66-49f5-9ea9-ac51b5bf38ff req-4b509348-2ab8-4c82-a1fd-284fc9d06e81 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 932 time: 0.0927324 Aug 27 03:29:33.484257 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c84a2f6-516e-4d80-bcfc-8493ca5338ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dba8707-7968-4147-9e4e-8e12f4aa67bb,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:33.490983 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-4c84a2f6-516e-4d80-bcfc-8493ca5338ed admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fc0a4b80aa5f45e0969ed7ba3c559e31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3273299 Aug 27 03:29:33.494471 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 49348) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:33.509574 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-04f13593-6a66-49f5-9ea9-ac51b5bf38ff req-0d7a298f-901f-4659-9c56-54ad835ff0a5 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e43543c-e60e-4c23-9a2c-b5d6c3541fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559916 Aug 27 03:29:33.562274 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1bf3de19-32d1-499c-b81e-a3613e2fac95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:33.587329 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1bf3de19-32d1-499c-b81e-a3613e2fac95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:33.594778 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c3a34469-fb00-4dca-9f00-cd5bd7684ec1 req-42761e5f-e605-47ce-b669-649827b57093 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 210 time: 0.0376515 Aug 27 03:29:33.660000 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1bf3de19-32d1-499c-b81e-a3613e2fac95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:33.662697 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1bf3de19-32d1-499c-b81e-a3613e2fac95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:33.664305 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-1bf3de19-32d1-499c-b81e-a3613e2fac95 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5dba8707-7968-4147-9e4e-8e12f4aa67bb HTTP/1.1" status: 204 len: 168 time: 0.1688354 Aug 27 03:29:33.672891 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf3de19-32d1-499c-b81e-a3613e2fac95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dba8707-7968-4147-9e4e-8e12f4aa67bb,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:33.739304 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7a658-ecfd-48aa-8b46-5cba0375b5a7 req-81c31f13-515a-46f6-b754-091701526893 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:33.745127 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f3c7a658-ecfd-48aa-8b46-5cba0375b5a7 req-81c31f13-515a-46f6-b754-091701526893 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 932 time: 0.0723944 Aug 27 03:29:33.795515 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f3c7a658-ecfd-48aa-8b46-5cba0375b5a7 req-0ab1a836-c55b-4583-9b7a-5b97ea95d82a tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404034 Aug 27 03:29:33.980941 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 6 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:29:34.230672 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 49392) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:34.473939 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a594b231-4d3d-43e3-9fd4-6aafebaba1bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:34.541801 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-95874aa8-940b-414f-8074-772329f0978f req-19120d00-c872-4042-ae53-27103c1b7635 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 210 time: 0.0383139 Aug 27 03:29:34.594330 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a594b231-4d3d-43e3-9fd4-6aafebaba1bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:34.600739 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a594b231-4d3d-43e3-9fd4-6aafebaba1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:34.642405 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a594b231-4d3d-43e3-9fd4-6aafebaba1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbbd6d9-7f01-4f77-bd0e-a1a36cb4b349,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:34.666954 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-a594b231-4d3d-43e3-9fd4-6aafebaba1bc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=19a09214617f453aa055edf782002995&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4347787 Aug 27 03:29:34.669149 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3d470-7975-4c10-9b43-2e5c435245cd req-6911ea65-aed4-40fc-808a-d94d4c63eccf tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:34.669655 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 49412) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:34.670788 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b7b3d470-7975-4c10-9b43-2e5c435245cd req-6911ea65-aed4-40fc-808a-d94d4c63eccf tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 932 time: 0.0602324 Aug 27 03:29:34.743924 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b7b3d470-7975-4c10-9b43-2e5c435245cd req-c722f375-c266-41f5-9a89-bdc273ebf495 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e43543c-e60e-4c23-9a2c-b5d6c3541fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594718 Aug 27 03:29:34.755003 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fd61cf71-0a40-40a2-a8b1-7f0f3a1b525c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:34.783271 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fd61cf71-0a40-40a2-a8b1-7f0f3a1b525c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:34.789399 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-71165e30-48c2-443a-b14e-45fe7e5efe27 req-8422f227-468a-4ee8-aa99-8baa029ea1a0 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 210 time: 0.0352340 Aug 27 03:29:34.902158 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fd61cf71-0a40-40a2-a8b1-7f0f3a1b525c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:34.909303 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fd61cf71-0a40-40a2-a8b1-7f0f3a1b525c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:34.910475 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-fd61cf71-0a40-40a2-a8b1-7f0f3a1b525c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7cbbd6d9-7f01-4f77-bd0e-a1a36cb4b349 HTTP/1.1" status: 204 len: 168 time: 0.2398877 Aug 27 03:29:34.930408 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd61cf71-0a40-40a2-a8b1-7f0f3a1b525c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbbd6d9-7f01-4f77-bd0e-a1a36cb4b349,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:34.965344 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba01553-1114-4fb1-9e24-d769f385e1b5 req-42645ded-531c-458e-9f9a-458024df21ea tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:34.967404 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8ba01553-1114-4fb1-9e24-d769f385e1b5 req-42645ded-531c-458e-9f9a-458024df21ea tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 932 time: 0.0703743 Aug 27 03:29:35.019714 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8ba01553-1114-4fb1-9e24-d769f385e1b5 req-203b38d1-bca6-417e-80cf-9b4043ecd3bb tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419986 Aug 27 03:29:35.485222 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 49438) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:35.501567 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-db90fad6-617c-4474-b66c-29bed5c09b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:35.623930 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-db90fad6-617c-4474-b66c-29bed5c09b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:35.630900 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-db90fad6-617c-4474-b66c-29bed5c09b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:35.717840 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-46b75b67-a125-4999-995e-08c5b3407117 req-ce99f11f-9489-4cba-9652-2d152698da7e tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 210 time: 0.0615764 Aug 27 03:29:35.722696 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-db90fad6-617c-4474-b66c-29bed5c09b7a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9f07147f7c4349a18e350cc820990e04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2363777 Aug 27 03:29:35.723773 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db90fad6-617c-4474-b66c-29bed5c09b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2acc6e-5e60-4b97-b672-7cdd1d38017e,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:35.725715 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 49450) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:35.873542 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-074d200d-50db-4dbc-99f0-452e80d765d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:35.899734 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-074d200d-50db-4dbc-99f0-452e80d765d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:36.000576 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-148f4cac-2923-4cfa-b37a-54d227e7cef4 req-c9149ac3-d18a-4aec-a1ac-cb9cc69912da tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 210 time: 0.0582600 Aug 27 03:29:36.017778 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-074d200d-50db-4dbc-99f0-452e80d765d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:36.022152 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-074d200d-50db-4dbc-99f0-452e80d765d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:36.022152 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-074d200d-50db-4dbc-99f0-452e80d765d0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bd2acc6e-5e60-4b97-b672-7cdd1d38017e HTTP/1.1" status: 204 len: 168 time: 0.2943966 Aug 27 03:29:36.041180 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86f23d-1107-4f1f-b93e-bd0990528498 req-ac22820d-757e-41a3-9af2-0bc4732edeac tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:36.042926 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6a86f23d-1107-4f1f-b93e-bd0990528498 req-ac22820d-757e-41a3-9af2-0bc4732edeac tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 932 time: 0.1374297 Aug 27 03:29:36.045711 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d200d-50db-4dbc-99f0-452e80d765d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2acc6e-5e60-4b97-b672-7cdd1d38017e,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:36.105155 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6a86f23d-1107-4f1f-b93e-bd0990528498 req-c91e301e-f2df-41c6-8d94-4ba9dc6645b6 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e43543c-e60e-4c23-9a2c-b5d6c3541fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540664 Aug 27 03:29:36.197816 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0a9a8-2261-4f63-b41a-bbaf60e1d437 req-b134a0a6-7ade-47c6-b29a-ca4e15ef954b tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:36.199309 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-11d0a9a8-2261-4f63-b41a-bbaf60e1d437 req-b134a0a6-7ade-47c6-b29a-ca4e15ef954b tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 932 time: 0.0609403 Aug 27 03:29:36.278987 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-11d0a9a8-2261-4f63-b41a-bbaf60e1d437 req-6b1072d9-69a1-491e-afe5-32518342db1c tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727086 Aug 27 03:29:36.385660 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 49474) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:36.509011 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e2d727c9-fcee-4241-9519-db8598894c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:36.621546 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e2d727c9-fcee-4241-9519-db8598894c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:36.628678 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e2d727c9-fcee-4241-9519-db8598894c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:36.668208 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-e2d727c9-fcee-4241-9519-db8598894c7f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c01469046c094df1b670f022cf0ffa82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2813814 Aug 27 03:29:36.668908 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d727c9-fcee-4241-9519-db8598894c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c3e18a-04da-4336-ae58-87df5429936b,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:36.670950 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 49488) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:36.733343 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c791b57e-adb0-4b0d-bf10-b52790193969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:36.769637 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c791b57e-adb0-4b0d-bf10-b52790193969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:36.838037 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c791b57e-adb0-4b0d-bf10-b52790193969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:36.840812 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c791b57e-adb0-4b0d-bf10-b52790193969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:36.846650 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-c791b57e-adb0-4b0d-bf10-b52790193969 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/18c3e18a-04da-4336-ae58-87df5429936b HTTP/1.1" status: 204 len: 168 time: 0.1727219 Aug 27 03:29:36.846797 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-95f0f950-7722-4806-a54b-dad41631115f req-ef968ae3-7ead-437a-86a9-97a528dbc5f2 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 210 time: 0.0384731 Aug 27 03:29:36.877539 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c791b57e-adb0-4b0d-bf10-b52790193969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c3e18a-04da-4336-ae58-87df5429936b,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:37.139073 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-86df5561-1051-4c03-9294-fbd3f473ec95 req-104a78cb-52f9-419e-95c3-05e803cb0f2e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 210 time: 0.0292962 Aug 27 03:29:37.289800 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e60d5e-984f-40f9-8500-e39afbab88f6 req-4d541674-4519-4648-86a3-097f03258975 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:37.292831 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b5e60d5e-984f-40f9-8500-e39afbab88f6 req-4d541674-4519-4648-86a3-097f03258975 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 932 time: 0.0908623 Aug 27 03:29:37.395956 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b5e60d5e-984f-40f9-8500-e39afbab88f6 req-aaa60e6c-1cf5-4129-9940-4b66d3bf926f tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e43543c-e60e-4c23-9a2c-b5d6c3541fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959404 Aug 27 03:29:37.429340 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 49522) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:37.451705 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-05bc8281-fa28-47eb-a681-6db80bbf43c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:37.535305 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bd169-b52f-4a37-b0b1-8700e395f4ae req-87807ddd-ba1a-4482-a42f-7ad2d2d4bb55 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:37.537025 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-975bd169-b52f-4a37-b0b1-8700e395f4ae req-87807ddd-ba1a-4482-a42f-7ad2d2d4bb55 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 932 time: 0.1054101 Aug 27 03:29:37.578805 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-975bd169-b52f-4a37-b0b1-8700e395f4ae req-208c737c-5976-425f-8bba-d0f9439c6e64 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357113 Aug 27 03:29:37.597209 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-05bc8281-fa28-47eb-a681-6db80bbf43c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:37.602644 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-05bc8281-fa28-47eb-a681-6db80bbf43c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:37.650451 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc8281-fa28-47eb-a681-6db80bbf43c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac76f29-f244-4411-80c9-dcc85aa7253b,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:37.659846 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-05bc8281-fa28-47eb-a681-6db80bbf43c7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5fa735c7282a4578a166fd4b98d2e3a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2288120 Aug 27 03:29:37.660135 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 49526) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:37.714325 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-08fab6f6-60c0-4127-8e5d-5d6021f338b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:37.739849 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-08fab6f6-60c0-4127-8e5d-5d6021f338b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:37.809337 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-08fab6f6-60c0-4127-8e5d-5d6021f338b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:37.813461 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-08fab6f6-60c0-4127-8e5d-5d6021f338b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:37.814824 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-08fab6f6-60c0-4127-8e5d-5d6021f338b2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9ac76f29-f244-4411-80c9-dcc85aa7253b HTTP/1.1" status: 204 len: 168 time: 0.1532748 Aug 27 03:29:37.830738 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fab6f6-60c0-4127-8e5d-5d6021f338b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac76f29-f244-4411-80c9-dcc85aa7253b,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:38.005466 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d1e49862-dae4-4bf6-8359-654b7848e45c req-4099dbd8-41ea-484e-baf9-331ca4ff644b tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 210 time: 0.0559328 Aug 27 03:29:38.287565 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ff36533f-de33-4f4b-ba5a-2ba9a226cb2d req-f9c6e306-3872-41d1-a020-a754d1224580 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 210 time: 0.0414670 Aug 27 03:29:38.452226 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 49572) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:38.569091 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e90fc5-1ae0-4e98-a4e2-41f823d9b6c3 req-30db8f11-870e-46cc-b61b-95fa28a77f09 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:38.571432 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-55e90fc5-1ae0-4e98-a4e2-41f823d9b6c3 req-30db8f11-870e-46cc-b61b-95fa28a77f09 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 932 time: 0.0563560 Aug 27 03:29:38.653573 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-997248af-065e-4970-bf0c-cea3fe704ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:38.768863 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-55e90fc5-1ae0-4e98-a4e2-41f823d9b6c3 req-2a942513-d1ec-48bf-b8c4-6a74845b0c74 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e43543c-e60e-4c23-9a2c-b5d6c3541fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883266 Aug 27 03:29:38.802528 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e73d8-42b6-46e7-8cac-253f41507603 req-e10812b3-3963-4800-892d-5b4e69da7b6a tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:38.804311 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8c0e73d8-42b6-46e7-8cac-253f41507603 req-e10812b3-3963-4800-892d-5b4e69da7b6a tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 932 time: 0.1349728 Aug 27 03:29:38.892030 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8c0e73d8-42b6-46e7-8cac-253f41507603 req-694300c4-d948-4963-8652-43fd9675b021 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612974 Aug 27 03:29:38.922163 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-997248af-065e-4970-bf0c-cea3fe704ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:38.927948 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-997248af-065e-4970-bf0c-cea3fe704ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:38.971568 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-997248af-065e-4970-bf0c-cea3fe704ecb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bc6dc913cb414a64a6aef6702da14f52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5155363 Aug 27 03:29:38.971568 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997248af-065e-4970-bf0c-cea3fe704ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc68f31c-a30e-4f4f-8edd-5880ef85339c,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:38.971762 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 49600) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:39.031926 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-14e648a8-a932-45c6-bb67-7d5724ff680a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:39.055771 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-14e648a8-a932-45c6-bb67-7d5724ff680a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:39.107610 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-54ec8766-f53e-49b6-83ae-57233ec8eb7f req-d7117a17-ebdf-4a22-badf-795dc7af12e2 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 210 time: 0.0351317 Aug 27 03:29:39.113032 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-14e648a8-a932-45c6-bb67-7d5724ff680a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:39.116935 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-14e648a8-a932-45c6-bb67-7d5724ff680a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:39.119308 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-14e648a8-a932-45c6-bb67-7d5724ff680a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bc68f31c-a30e-4f4f-8edd-5880ef85339c HTTP/1.1" status: 204 len: 168 time: 0.1464715 Aug 27 03:29:39.128261 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e648a8-a932-45c6-bb67-7d5724ff680a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc68f31c-a30e-4f4f-8edd-5880ef85339c,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:39.477157 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a97a6174-fd92-4aa3-9901-20032251e72a req-0a563b21-4413-44a4-8374-cd04373d34ec tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 210 time: 0.0506504 Aug 27 03:29:39.637157 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 49620) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:39.662843 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8f4bdc1b-7823-4c1a-a214-3d5e6ce844bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:39.781360 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8f4bdc1b-7823-4c1a-a214-3d5e6ce844bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:39.786962 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8f4bdc1b-7823-4c1a-a214-3d5e6ce844bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:39.835628 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-8f4bdc1b-7823-4c1a-a214-3d5e6ce844bf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5b406c3775de4b9386b024becd8db2c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1967316 Aug 27 03:29:39.837157 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bdc1b-7823-4c1a-a214-3d5e6ce844bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d97fbc-47b7-4461-9f45-8d0e98d8dacf,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:39.838189 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 49636) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:39.953767 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ce221961-2394-491e-b247-b6cbdb95e233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:39.979206 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ce221961-2394-491e-b247-b6cbdb95e233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:40.004407 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e941d5-a30e-4c28-967b-65f150d0e81b req-361e269b-4edf-487f-8cf6-6f79f49831dc tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:40.005879 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-97e941d5-a30e-4c28-967b-65f150d0e81b req-361e269b-4edf-487f-8cf6-6f79f49831dc tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 932 time: 0.1228445 Aug 27 03:29:40.051868 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ce221961-2394-491e-b247-b6cbdb95e233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:40.055336 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ce221961-2394-491e-b247-b6cbdb95e233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:40.056666 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-ce221961-2394-491e-b247-b6cbdb95e233 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/58d97fbc-47b7-4461-9f45-8d0e98d8dacf HTTP/1.1" status: 204 len: 168 time: 0.2174585 Aug 27 03:29:40.072113 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce221961-2394-491e-b247-b6cbdb95e233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d97fbc-47b7-4461-9f45-8d0e98d8dacf,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:40.105582 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd1258-305b-4731-a5b8-32b24f6b94a1 req-243d92e5-1609-429e-b04d-06b1b86a7371 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:40.107186 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f0dd1258-305b-4731-a5b8-32b24f6b94a1 req-243d92e5-1609-429e-b04d-06b1b86a7371 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 932 time: 0.1538424 Aug 27 03:29:40.118723 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-97e941d5-a30e-4c28-967b-65f150d0e81b req-b5d69886-6d18-456e-a520-e1229196b84f tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e43543c-e60e-4c23-9a2c-b5d6c3541fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948541 Aug 27 03:29:40.200202 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f0dd1258-305b-4731-a5b8-32b24f6b94a1 req-92aa3f47-694e-4dc2-b573-1fa4c1305753 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797479 Aug 27 03:29:40.243094 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-bc3dc095-efd2-4740-b754-7a410d38caa6 req-fcb955b7-410b-461e-9e94-131ea25ff264 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 210 time: 0.0340085 Aug 27 03:29:40.594341 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d28d5fc3-924e-4c30-a9c9-7227cdf56e70 req-b11c6274-ca01-478c-812d-fafee33f5b3a tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 210 time: 0.0327713 Aug 27 03:29:41.231167 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf15cef-9ed5-49f3-9583-68bdd8b70771 req-a4c05934-6aea-404b-8499-4b95c098e793 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:41.232721 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7bf15cef-9ed5-49f3-9583-68bdd8b70771 req-a4c05934-6aea-404b-8499-4b95c098e793 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 932 time: 0.0513492 Aug 27 03:29:41.302069 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7bf15cef-9ed5-49f3-9583-68bdd8b70771 req-3bba3293-7ca9-4565-9e86-336dff8ef4a0 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e43543c-e60e-4c23-9a2c-b5d6c3541fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630076 Aug 27 03:29:41.324871 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe367b0-40d9-44f6-b94e-572b251ecf1b req-913678f3-bd31-46c7-a90b-a0c33845bbad tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:41.327111 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-efe367b0-40d9-44f6-b94e-572b251ecf1b req-913678f3-bd31-46c7-a90b-a0c33845bbad tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 932 time: 0.0620661 Aug 27 03:29:41.372409 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-efe367b0-40d9-44f6-b94e-572b251ecf1b req-c26947c0-844f-4ac4-bb87-de7a93d092f8 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389426 Aug 27 03:29:41.401642 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-64cbce0e-aa21-42e7-ac71-7a5e7b61ab03 req-fdb6033d-4613-41bd-99c3-4203dda1cd3a tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 210 time: 0.0291142 Aug 27 03:29:41.696326 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b8ddbf5f-9d60-4a91-b99a-756e7b94b2ae req-ed6d5f13-effd-4fa3-a5ff-8ebff8fead4c tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 210 time: 0.0267549 Aug 27 03:29:42.435966 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79544a2c-3af1-4530-b7c9-7b53def123c0 req-c6722408-f8a8-490b-aaee-59681b467729 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:42.437449 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-79544a2c-3af1-4530-b7c9-7b53def123c0 req-c6722408-f8a8-490b-aaee-59681b467729 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 932 time: 0.0584292 Aug 27 03:29:42.507736 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-79544a2c-3af1-4530-b7c9-7b53def123c0 req-e64d3810-f420-4c4d-b06e-95a69f65a0fa tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e43543c-e60e-4c23-9a2c-b5d6c3541fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631137 Aug 27 03:29:42.529447 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e87fdf7-186d-41cf-bd55-ad753d73d626 req-fad6189d-d740-4ccb-99bc-c3462261f74e tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:42.529447 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-0e87fdf7-186d-41cf-bd55-ad753d73d626 req-fad6189d-d740-4ccb-99bc-c3462261f74e tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 932 time: 0.0826504 Aug 27 03:29:42.712640 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b6d814a7-251d-4aad-8c05-0e3bc55a45b7 req-bfbdef62-af98-494a-81f7-c885ff0b3db3 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 210 time: 0.0290008 Aug 27 03:29:42.727519 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-0e87fdf7-186d-41cf-bd55-ad753d73d626 req-8fd3a722-1dd3-449d-9d64-0ec359e5323b tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958778 Aug 27 03:29:42.802072 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-29dff902-f6ab-4b71-8131-6eeec7c1e57f req-8557fcb8-fd8a-4935-85f6-dd13e5386629 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 210 time: 0.0255785 Aug 27 03:29:43.337207 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [req-83771520-8b0c-4226-a48d-11d25671972c req-c0179416-f51e-41e1-8c5c-ada67f9ad125 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93891) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:29:43.338575 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-83771520-8b0c-4226-a48d-11d25671972c req-c0179416-f51e-41e1-8c5c-ada67f9ad125 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085523 Aug 27 03:29:43.344152 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-98b32fe4-afeb-4615-8409-7eef3dbdf4f9 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:29:43.345150 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-98b32fe4-afeb-4615-8409-7eef3dbdf4f9 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056329 Aug 27 03:29:43.533398 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [req-83771520-8b0c-4226-a48d-11d25671972c req-8bc2c29f-73e9-4b28-89ba-54d6c155f1c9 service neutron] Request body: {'port': {'device_id': '3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:29:43.535718 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-1004887b-62cb-4e4a-a4ef-5eebe410c5a1 service neutron] Request body: {'port': {'device_id': '70d004af-5dc0-4616-a2e3-bcab38f12bff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:29:43.604261 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-83771520-8b0c-4226-a48d-11d25671972c req-8bc2c29f-73e9-4b28-89ba-54d6c155f1c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:43.634554 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-1004887b-62cb-4e4a-a4ef-5eebe410c5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:43.684442 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc3932-31c8-428e-9016-8f16f0db7c93 req-bae11433-3b5d-4af1-912b-0f9d1dab4343 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:43.685938 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-67dc3932-31c8-428e-9016-8f16f0db7c93 req-bae11433-3b5d-4af1-912b-0f9d1dab4343 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 932 time: 0.0915816 Aug 27 03:29:43.857398 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-169d07a3-c867-42b5-8800-b895aa5e16f5 req-37e2c686-9bd1-4d11-b6f6-5d5d6ccfcfc6 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 210 time: 0.0751019 Aug 27 03:29:43.868931 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-67dc3932-31c8-428e-9016-8f16f0db7c93 req-e1523422-19e5-47ab-a9db-ba1d5fee6be9 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e43543c-e60e-4c23-9a2c-b5d6c3541fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743071 Aug 27 03:29:43.941728 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [req-83771520-8b0c-4226-a48d-11d25671972c req-8bc2c29f-73e9-4b28-89ba-54d6c155f1c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bad6539d-473a-4ae7-8574-1eba84cbf59d {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:29:43.950064 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-83771520-8b0c-4226-a48d-11d25671972c req-8bc2c29f-73e9-4b28-89ba-54d6c155f1c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:43.964500 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-83771520-8b0c-4226-a48d-11d25671972c req-8bc2c29f-73e9-4b28-89ba-54d6c155f1c9 service neutron] Transition to ACTIVE for port object bad6539d-473a-4ae7-8574-1eba84cbf59d will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:29:43.968994 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-83771520-8b0c-4226-a48d-11d25671972c req-8bc2c29f-73e9-4b28-89ba-54d6c155f1c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:43.992859 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4422006f-f2f2-4cbc-9fe8-4d57c356a6cf req-2fa99105-7c72-46ff-b232-7db891749e1e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 210 time: 0.0467443 Aug 27 03:29:44.030724 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa622932-12ee-4273-9ee8-1d28b2665a34 req-c51dd078-c658-4ed9-bfc0-a3b29c18fbfe tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:44.032205 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-aa622932-12ee-4273-9ee8-1d28b2665a34 req-c51dd078-c658-4ed9-bfc0-a3b29c18fbfe tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 932 time: 0.1003757 Aug 27 03:29:44.042925 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2c29f-73e9-4b28-89ba-54d6c155f1c9 service neutron] Pushing event updated for resources: {'Port': ['ID=bad6539d-473a-4ae7-8574-1eba84cbf59d,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:44.075951 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-83771520-8b0c-4226-a48d-11d25671972c req-8bc2c29f-73e9-4b28-89ba-54d6c155f1c9 service neutron] Attempting to bind port bad6539d-473a-4ae7-8574-1eba84cbf59d on host hv-cinder-80473 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:29:44.076272 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-83771520-8b0c-4226-a48d-11d25671972c req-8bc2c29f-73e9-4b28-89ba-54d6c155f1c9 service neutron] Attempting to bind port bad6539d-473a-4ae7-8574-1eba84cbf59d by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '28780841-0c3a-4bb1-9cb1-796a642c1ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:29:44.076619 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83771520-8b0c-4226-a48d-11d25671972c req-8bc2c29f-73e9-4b28-89ba-54d6c155f1c9 service neutron] Attempting to bind port bad6539d-473a-4ae7-8574-1eba84cbf59d on network a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:29:44.081047 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83771520-8b0c-4226-a48d-11d25671972c req-8bc2c29f-73e9-4b28-89ba-54d6c155f1c9 service neutron] Port bad6539d-473a-4ae7-8574-1eba84cbf59d on network a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:29:44.081369 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83771520-8b0c-4226-a48d-11d25671972c req-8bc2c29f-73e9-4b28-89ba-54d6c155f1c9 service neutron] Attempting to bind port bad6539d-473a-4ae7-8574-1eba84cbf59d on network a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:29:44.086177 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83771520-8b0c-4226-a48d-11d25671972c req-8bc2c29f-73e9-4b28-89ba-54d6c155f1c9 service neutron] Checking agent: {'id': '24f718bb-5cbe-4fbb-a277-c3e337c88f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 27, 23), 'started_at': datetime.datetime(2021, 8, 27, 3, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:29:44.086525 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83771520-8b0c-4226-a48d-11d25671972c req-8bc2c29f-73e9-4b28-89ba-54d6c155f1c9 service neutron] Checking segment: {'id': '28780841-0c3a-4bb1-9cb1-796a642c1ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:29:44.087077 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83771520-8b0c-4226-a48d-11d25671972c req-8bc2c29f-73e9-4b28-89ba-54d6c155f1c9 service neutron] Bound using segment: {'id': '28780841-0c3a-4bb1-9cb1-796a642c1ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:29:44.087587 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-83771520-8b0c-4226-a48d-11d25671972c req-8bc2c29f-73e9-4b28-89ba-54d6c155f1c9 service neutron] Bound port: bad6539d-473a-4ae7-8574-1eba84cbf59d, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28780841-0c3a-4bb1-9cb1-796a642c1ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:29:44.087936 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-83771520-8b0c-4226-a48d-11d25671972c req-8bc2c29f-73e9-4b28-89ba-54d6c155f1c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:44.113974 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-aa622932-12ee-4273-9ee8-1d28b2665a34 req-2a15c20b-138e-403c-9c8d-c455829fb7c1 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754704 Aug 27 03:29:44.128787 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-1004887b-62cb-4e4a-a4ef-5eebe410c5a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e929609b-218e-4f62-8bc9-1c229af8d765 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:29:44.137767 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-1004887b-62cb-4e4a-a4ef-5eebe410c5a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:44.152151 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-83771520-8b0c-4226-a48d-11d25671972c req-8bc2c29f-73e9-4b28-89ba-54d6c155f1c9 service neutron] For port bad6539d-473a-4ae7-8574-1eba84cbf59d, host hv-cinder-80473, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:29:44.152837 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-1004887b-62cb-4e4a-a4ef-5eebe410c5a1 service neutron] Transition to ACTIVE for port object e929609b-218e-4f62-8bc9-1c229af8d765 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:29:44.157450 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-83771520-8b0c-4226-a48d-11d25671972c req-8bc2c29f-73e9-4b28-89ba-54d6c155f1c9 service neutron] For port bad6539d-473a-4ae7-8574-1eba84cbf59d, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=bad6539d-473a-4ae7-8574-1eba84cbf59d,segment=NetworkSegment(28780841-0c3a-4bb1-9cb1-796a642c1ab2),segment_id=28780841-0c3a-4bb1-9cb1-796a642c1ab2)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:29:44.157762 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-1004887b-62cb-4e4a-a4ef-5eebe410c5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:44.161881 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-83771520-8b0c-4226-a48d-11d25671972c req-8bc2c29f-73e9-4b28-89ba-54d6c155f1c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:44.201624 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83771520-8b0c-4226-a48d-11d25671972c req-8bc2c29f-73e9-4b28-89ba-54d6c155f1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:44.202237 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-83771520-8b0c-4226-a48d-11d25671972c req-8bc2c29f-73e9-4b28-89ba-54d6c155f1c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:44.203696 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-83771520-8b0c-4226-a48d-11d25671972c req-8bc2c29f-73e9-4b28-89ba-54d6c155f1c9 service neutron] 10.222.0.63 "PUT /v2.0/ports/bad6539d-473a-4ae7-8574-1eba84cbf59d HTTP/1.1" status: 200 len: 1094 time: 0.7189658 Aug 27 03:29:44.204126 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881', 'tag': 'bad6539d-473a-4ae7-8574-1eba84cbf59d'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:29:44.212438 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004887b-62cb-4e4a-a4ef-5eebe410c5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e929609b-218e-4f62-8bc9-1c229af8d765,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:44.265160 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-1004887b-62cb-4e4a-a4ef-5eebe410c5a1 service neutron] Attempting to bind port e929609b-218e-4f62-8bc9-1c229af8d765 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:29:44.265674 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-1004887b-62cb-4e4a-a4ef-5eebe410c5a1 service neutron] Attempting to bind port e929609b-218e-4f62-8bc9-1c229af8d765 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'ad8b8aee-f7a5-4d74-ad9f-6d96a9503903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '88322726-f5e5-4254-a3d7-3a1875e31491'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:29:44.265892 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-1004887b-62cb-4e4a-a4ef-5eebe410c5a1 service neutron] Attempting to bind port e929609b-218e-4f62-8bc9-1c229af8d765 on network 88322726-f5e5-4254-a3d7-3a1875e31491 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:29:44.276112 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-1004887b-62cb-4e4a-a4ef-5eebe410c5a1 service neutron] Port e929609b-218e-4f62-8bc9-1c229af8d765 on network 88322726-f5e5-4254-a3d7-3a1875e31491 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:29:44.276112 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-1004887b-62cb-4e4a-a4ef-5eebe410c5a1 service neutron] Attempting to bind port e929609b-218e-4f62-8bc9-1c229af8d765 on network 88322726-f5e5-4254-a3d7-3a1875e31491 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:29:44.282361 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-1004887b-62cb-4e4a-a4ef-5eebe410c5a1 service neutron] Checking agent: {'id': '24f718bb-5cbe-4fbb-a277-c3e337c88f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 27, 23), 'started_at': datetime.datetime(2021, 8, 27, 3, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:29:44.283756 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-1004887b-62cb-4e4a-a4ef-5eebe410c5a1 service neutron] Checking segment: {'id': 'ad8b8aee-f7a5-4d74-ad9f-6d96a9503903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '88322726-f5e5-4254-a3d7-3a1875e31491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:29:44.284483 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-1004887b-62cb-4e4a-a4ef-5eebe410c5a1 service neutron] Bound using segment: {'id': 'ad8b8aee-f7a5-4d74-ad9f-6d96a9503903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '88322726-f5e5-4254-a3d7-3a1875e31491'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:29:44.285139 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-1004887b-62cb-4e4a-a4ef-5eebe410c5a1 service neutron] Bound port: e929609b-218e-4f62-8bc9-1c229af8d765, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad8b8aee-f7a5-4d74-ad9f-6d96a9503903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '88322726-f5e5-4254-a3d7-3a1875e31491'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:29:44.285650 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-1004887b-62cb-4e4a-a4ef-5eebe410c5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:44.301067 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2c29f-73e9-4b28-89ba-54d6c155f1c9 service neutron] Pushing event updated for resources: {'Port': ['ID=bad6539d-473a-4ae7-8574-1eba84cbf59d,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:44.386108 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-1004887b-62cb-4e4a-a4ef-5eebe410c5a1 service neutron] For port e929609b-218e-4f62-8bc9-1c229af8d765, host hv-cinder-80473, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:29:44.395125 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-1004887b-62cb-4e4a-a4ef-5eebe410c5a1 service neutron] For port e929609b-218e-4f62-8bc9-1c229af8d765, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e929609b-218e-4f62-8bc9-1c229af8d765,segment=NetworkSegment(ad8b8aee-f7a5-4d74-ad9f-6d96a9503903),segment_id=ad8b8aee-f7a5-4d74-ad9f-6d96a9503903)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:29:44.401483 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-1004887b-62cb-4e4a-a4ef-5eebe410c5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:44.411780 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}755905221a1e0f69e4370b1ec2ad9bde0bcbe0fd3cc794ff6c7e2d34909de1ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91a61f8-673b-4d9d-a7e2-109cd3e71c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881", "tag": "bad6539d-473a-4ae7-8574-1eba84cbf59d"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:29:44.447241 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-1004887b-62cb-4e4a-a4ef-5eebe410c5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:44.447939 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-1004887b-62cb-4e4a-a4ef-5eebe410c5a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:44.449401 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-1004887b-62cb-4e4a-a4ef-5eebe410c5a1 service neutron] 10.222.0.63 "PUT /v2.0/ports/e929609b-218e-4f62-8bc9-1c229af8d765 HTTP/1.1" status: 200 len: 1094 time: 0.9639943 Aug 27 03:29:44.449912 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70d004af-5dc0-4616-a2e3-bcab38f12bff', 'tag': 'e929609b-218e-4f62-8bc9-1c229af8d765'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:29:44.537713 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004887b-62cb-4e4a-a4ef-5eebe410c5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e929609b-218e-4f62-8bc9-1c229af8d765,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:44.558717 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5c5bbb-c0ab-48bf-b85b-899e50ad351c x-openstack-request-id: req-2a5c5bbb-c0ab-48bf-b85b-899e50ad351c {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:29:44.559000 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881", "tag": "bad6539d-473a-4ae7-8574-1eba84cbf59d", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:29:44.559242 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2a5c5bbb-c0ab-48bf-b85b-899e50ad351c {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:29:44.559708 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881', 'tag': 'bad6539d-473a-4ae7-8574-1eba84cbf59d', 'status': 'completed', 'code': 200} Aug 27 03:29:44.559817 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5db798dbfc6723b72cacb44784ab66cf68bec91175074e332c63962bd4ba80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1350d2-73c6-4d41-8392-0fbee744c0f8" -d '{"events": [{"name": "network-changed", "server_uuid": "70d004af-5dc0-4616-a2e3-bcab38f12bff", "tag": "e929609b-218e-4f62-8bc9-1c229af8d765"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:29:44.699828 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9496b4a-4f59-49d1-9186-309a561788d7 x-openstack-request-id: req-f9496b4a-4f59-49d1-9186-309a561788d7 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:29:44.700108 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70d004af-5dc0-4616-a2e3-bcab38f12bff", "tag": "e929609b-218e-4f62-8bc9-1c229af8d765", "status": "completed", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:29:44.700349 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f9496b4a-4f59-49d1-9186-309a561788d7 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:29:44.700786 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70d004af-5dc0-4616-a2e3-bcab38f12bff', 'tag': 'e929609b-218e-4f62-8bc9-1c229af8d765', 'status': 'completed', 'code': 200} Aug 27 03:29:44.858907 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2660744c-9470-4530-8148-4dc4e019c404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:44.969703 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f4bb6cd9-f564-4b58-b7d7-db630c313ef2 req-73d43fcd-4126-4942-b6ae-2fec8b4f3d22 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 210 time: 0.0372736 Aug 27 03:29:45.004336 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d6594-1ae8-40ad-853b-4a3d4dd61736 req-2c0d44c8-1708-4a00-a2ae-a39c6d65c379 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:45.005797 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b52d6594-1ae8-40ad-853b-4a3d4dd61736 req-2c0d44c8-1708-4a00-a2ae-a39c6d65c379 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 944 time: 0.0644345 Aug 27 03:29:45.044687 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b52d6594-1ae8-40ad-853b-4a3d4dd61736 req-81b1a0c4-0a0f-4c39-a238-f4f86336f900 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e43543c-e60e-4c23-9a2c-b5d6c3541fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325062 Aug 27 03:29:45.101466 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-706103bc-72b6-44e2-b5d1-475b3da9d69d req-8d449962-47e0-4219-8f81-bc8f5cdd1267 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 210 time: 0.0272295 Aug 27 03:29:45.240213 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5f999-16e6-4d90-8c91-a10b7750a7b3 req-61ae8df5-e85a-40de-9ee3-a3f708f8a82b tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:45.241635 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6ca5f999-16e6-4d90-8c91-a10b7750a7b3 req-61ae8df5-e85a-40de-9ee3-a3f708f8a82b tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 944 time: 0.0554633 Aug 27 03:29:45.286615 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6ca5f999-16e6-4d90-8c91-a10b7750a7b3 req-8b925a67-6d48-4100-9754-e7505571e2ab tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359125 Aug 27 03:29:46.076672 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-bc63f5ad-9c0d-4f9d-9b24-a8f0cecd25ad req-fbfa6335-3d36-41d4-8612-f684d321ec5a tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 210 time: 0.0369122 Aug 27 03:29:46.169403 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f77d28-e2fa-4887-b414-60c557b1af52 req-0de199e1-1280-4929-ac2c-d43f5695a5b1 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:46.170875 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-25f77d28-e2fa-4887-b414-60c557b1af52 req-0de199e1-1280-4929-ac2c-d43f5695a5b1 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 944 time: 0.0566635 Aug 27 03:29:46.215201 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e691b9b7-aae0-4c62-8ee2-7d2e15285be4 req-51efcc1a-1025-418e-8ae6-a365c532ce31 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 210 time: 0.0314968 Aug 27 03:29:46.232714 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-25f77d28-e2fa-4887-b414-60c557b1af52 req-cce46d17-6991-4f13-b92f-69c71c016454 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e43543c-e60e-4c23-9a2c-b5d6c3541fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556850 Aug 27 03:29:46.431335 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf5a1f-ef89-4996-a553-d9d73f82ed02 req-b4ab4ece-1c2c-4234-ae8d-318a4895d612 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:46.432786 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-59cf5a1f-ef89-4996-a553-d9d73f82ed02 req-b4ab4ece-1c2c-4234-ae8d-318a4895d612 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 944 time: 0.0619125 Aug 27 03:29:46.471296 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-59cf5a1f-ef89-4996-a553-d9d73f82ed02 req-a8fed6a7-8b7e-483d-af55-df4f03d759ac tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324471 Aug 27 03:29:46.807679 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.63', 53867) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:46.875857 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-b9d7854a-52f7-49c9-a84b-023d5e838b21 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:46.877476 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-b9d7854a-52f7-49c9-a84b-023d5e838b21 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.63 "GET /v2.0/networks?id=914ec375-24a4-430c-b691-a84588d24cf3 HTTP/1.1" status: 200 len: 817 time: 0.1425247 Aug 27 03:29:46.930665 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1350d2-73c6-4d41-8392-0fbee744c0f8 req-22dede88-16e8-4133-a66d-503be656ebec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:46.932284 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-7d1350d2-73c6-4d41-8392-0fbee744c0f8 req-22dede88-16e8-4133-a66d-503be656ebec service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dba5a01bf20b47e4a67299b2f5aa032b&device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 1097 time: 0.1211069 Aug 27 03:29:46.938109 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a61f8-673b-4d9d-a7e2-109cd3e71c4c req-3b6f291f-91cf-4a7c-9ae9-55e6695be023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:46.939855 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-b91a61f8-673b-4d9d-a7e2-109cd3e71c4c req-3b6f291f-91cf-4a7c-9ae9-55e6695be023 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=01d740e2fdbb43f696818d258b9b3f4d&device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 1097 time: 0.1305437 Aug 27 03:29:46.954206 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-290ca15c-1d45-4051-a030-b77bca2286bb tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f60ccdbc7dbb46c6abacc312e57220a1 HTTP/1.1" status: 200 len: 379 time: 0.0653064 Aug 27 03:29:46.970362 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-1f8c0c09-c7e7-403d-9ef7-40faa6040209 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Request body: {'port': {'device_id': '6b06c46a-59d4-4460-8c5c-8b1c0a34b987', 'network_id': '914ec375-24a4-430c-b691-a84588d24cf3', 'admin_state_up': True, 'tenant_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'security_groups': ['ba95f723-4c55-4083-abf2-928f55eacc5d']}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:29:47.104075 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-1f8c0c09-c7e7-403d-9ef7-40faa6040209 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Made reservation on behalf of f60ccdbc7dbb46c6abacc312e57220a1 for: {'port': 1} {{(pid=93891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:29:47.107589 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-1f8c0c09-c7e7-403d-9ef7-40faa6040209 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:47.173876 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1350d2-73c6-4d41-8392-0fbee744c0f8 req-2ab40591-9b1f-4228-a9e2-54d0fd6eb022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:47.175321 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-7d1350d2-73c6-4d41-8392-0fbee744c0f8 req-2ab40591-9b1f-4228-a9e2-54d0fd6eb022 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=dba5a01bf20b47e4a67299b2f5aa032b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2343903 Aug 27 03:29:47.194140 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a61f8-673b-4d9d-a7e2-109cd3e71c4c req-75ee0cf2-6e0e-453d-8308-6a7477b810c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:47.195671 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-b91a61f8-673b-4d9d-a7e2-109cd3e71c4c req-75ee0cf2-6e0e-453d-8308-6a7477b810c2 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=01d740e2fdbb43f696818d258b9b3f4d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2209179 Aug 27 03:29:47.203745 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-980cc44a-f15c-4f99-a5aa-4e2b0d6f4ff8 req-ca3487e0-5306-4d82-9654-6d07a31f9fc5 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 210 time: 0.0384624 Aug 27 03:29:47.241654 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-350927c3-acd7-4c89-a28c-874e973578f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:47.264806 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-1f8c0c09-c7e7-403d-9ef7-40faa6040209 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Allocated IP 172.20.0.4 (914ec375-24a4-430c-b691-a84588d24cf3/01048c02-3dc7-4172-b7c7-73d0365326a6/53984622-e10d-4108-aa2f-8e507e1bd0bf) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:29:47.337258 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-207f7985-ad2c-43c2-94d2-db0b93661a9a req-12c37660-ecf1-466e-80b4-99bad16e75ce tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 210 time: 0.0428159 Aug 27 03:29:47.424055 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ed675-bdbe-4bd4-964b-0c8fc2c7ee95 req-752b73c1-d2d3-4afe-86f4-a27c1c5b2799 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:47.425494 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ac9ed675-bdbe-4bd4-964b-0c8fc2c7ee95 req-752b73c1-d2d3-4afe-86f4-a27c1c5b2799 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 944 time: 0.1184113 Aug 27 03:29:47.470780 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-1f8c0c09-c7e7-403d-9ef7-40faa6040209 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:47.481205 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:47.494033 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ac9ed675-bdbe-4bd4-964b-0c8fc2c7ee95 req-c1c4431e-ea0d-49ec-8021-0b006357776a tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e43543c-e60e-4c23-9a2c-b5d6c3541fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603521 Aug 27 03:29:47.495149 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-1f8c0c09-c7e7-403d-9ef7-40faa6040209 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Transition to ACTIVE for port object 53984622-e10d-4108-aa2f-8e507e1bd0bf will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:29:47.531752 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-1f8c0c09-c7e7-403d-9ef7-40faa6040209 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:47.605705 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-1f8c0c09-c7e7-403d-9ef7-40faa6040209 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Network 914ec375-24a4-430c-b691-a84588d24cf3 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:29:47.612950 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-1f8c0c09-c7e7-403d-9ef7-40faa6040209 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:29:47.616564 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-1f8c0c09-c7e7-403d-9ef7-40faa6040209 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:29:47.621922 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-1f8c0c09-c7e7-403d-9ef7-40faa6040209 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:47.622529 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-1f8c0c09-c7e7-403d-9ef7-40faa6040209 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:47.624878 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c0c09-c7e7-403d-9ef7-40faa6040209 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Pushing event updated for resources: {'Port': ['ID=53984622-e10d-4108-aa2f-8e507e1bd0bf,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:47.642842 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-1f8c0c09-c7e7-403d-9ef7-40faa6040209 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6775606 Aug 27 03:29:47.651382 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199e2d2-36c4-4800-93a2-7e35de7ed951 req-ca8bf6cb-ece3-475d-a794-3d51f3e6e691 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:47.652856 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f199e2d2-36c4-4800-93a2-7e35de7ed951 req-ca8bf6cb-ece3-475d-a794-3d51f3e6e691 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 944 time: 0.0880744 Aug 27 03:29:47.693664 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f199e2d2-36c4-4800-93a2-7e35de7ed951 req-f4ae9589-2f5f-49cc-b3e4-e875465be8c0 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339184 Aug 27 03:29:47.890605 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-9942ab49-8897-4f11-987e-860192462293 None None] Provisioning for port 53984622-e10d-4108-aa2f-8e507e1bd0bf completed by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:29:47.894704 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-9942ab49-8897-4f11-987e-860192462293 None None] Provisioning complete for port 53984622-e10d-4108-aa2f-8e507e1bd0bf triggered by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:29:47.895076 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-9942ab49-8897-4f11-987e-860192462293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:47.932014 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-9942ab49-8897-4f11-987e-860192462293 None None] Port 53984622-e10d-4108-aa2f-8e507e1bd0bf cannot update to ACTIVE because it is not bound. {{(pid=93892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:29:48.311705 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c74b2a44-39ef-40e5-83ae-87b17f49724c req-73196c33-09c6-4909-b425-8fd3088fa628 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 210 time: 0.0275266 Aug 27 03:29:48.464865 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c23ed-b84e-4aef-895e-a30430d36b5c req-ef57caa9-78ef-4bd3-9ce0-4367c274820c tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:48.466445 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4b6c23ed-b84e-4aef-895e-a30430d36b5c req-ef57caa9-78ef-4bd3-9ce0-4367c274820c tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 931 time: 0.0510559 Aug 27 03:29:48.510617 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4b6c23ed-b84e-4aef-895e-a30430d36b5c req-1fd8027c-490b-4ba9-aac8-e3f5d3f222b6 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352280 Aug 27 03:29:48.605819 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:48.615682 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18004386-8e06-47f9-98cd-0a9101bafaa2 req-946d296e-baf8-4dfe-99c2-1654c4a76381 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:48.618205 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-18004386-8e06-47f9-98cd-0a9101bafaa2 req-946d296e-baf8-4dfe-99c2-1654c4a76381 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 944 time: 0.0572591 Aug 27 03:29:48.657567 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-18004386-8e06-47f9-98cd-0a9101bafaa2 req-f600ba64-42a0-43b5-95bf-eebb0f0e51a2 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e43543c-e60e-4c23-9a2c-b5d6c3541fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322955 Aug 27 03:29:48.834403 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27510581-ed36-4787-af3c-9e06662a2233 req-f7b85945-6275-4532-9417-7943dc76eb58 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:48.836903 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-27510581-ed36-4787-af3c-9e06662a2233 req-f7b85945-6275-4532-9417-7943dc76eb58 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 944 time: 0.0621243 Aug 27 03:29:48.874709 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-27510581-ed36-4787-af3c-9e06662a2233 req-b8496bea-69b9-40a9-ac38-d0a19005d088 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325277 Aug 27 03:29:49.425432 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b7c7044d-2291-45a7-b6cd-64365ae61410 req-3937aee5-1704-4d42-b6b9-d1ea50d6e565 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 210 time: 0.0358553 Aug 27 03:29:49.668774 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14debbdc-d869-4602-b23b-aad6fd782209 req-38bef8b6-2989-48c7-8e89-4a18dd209838 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:49.670356 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-14debbdc-d869-4602-b23b-aad6fd782209 req-38bef8b6-2989-48c7-8e89-4a18dd209838 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 931 time: 0.0728989 Aug 27 03:29:49.710345 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-14debbdc-d869-4602-b23b-aad6fd782209 req-347c991f-bfb6-400a-9a29-774cbf4bfdda tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335941 Aug 27 03:29:49.794716 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d5f7f-e649-4b9d-b876-2259821ef8ca req-7f478932-041d-428a-8e92-d4b829b1ae49 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:49.796278 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d21d5f7f-e649-4b9d-b876-2259821ef8ca req-7f478932-041d-428a-8e92-d4b829b1ae49 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 944 time: 0.0631750 Aug 27 03:29:49.801239 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-053c9060-ddb4-44af-91bc-818a0a79eb72 service neutron] Request body: {'port': {'device_id': '6b06c46a-59d4-4460-8c5c-8b1c0a34b987', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:29:49.873309 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d21d5f7f-e649-4b9d-b876-2259821ef8ca req-b2ebccb9-b8e2-40cb-983f-6c9ecc59bc7e tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e43543c-e60e-4c23-9a2c-b5d6c3541fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691438 Aug 27 03:29:50.070321 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.63', 53871) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:50.137414 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:50.158043 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-053c9060-ddb4-44af-91bc-818a0a79eb72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:50.254345 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2407f-59d0-46ed-8086-7b39b49dfea6 req-0b40d583-8ff4-455c-b466-e39252e5d4a6 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:50.256197 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2ec2407f-59d0-46ed-8086-7b39b49dfea6 req-0b40d583-8ff4-455c-b466-e39252e5d4a6 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 944 time: 0.1847584 Aug 27 03:29:50.294818 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a61f8-673b-4d9d-a7e2-109cd3e71c4c req-6e274dff-c9cd-4165-b0c2-237cd46fa02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:50.296446 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-b91a61f8-673b-4d9d-a7e2-109cd3e71c4c req-6e274dff-c9cd-4165-b0c2-237cd46fa02d service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5087328 Aug 27 03:29:50.297884 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1350d2-73c6-4d41-8392-0fbee744c0f8 req-ea7046b0-1ed1-4cc5-b60a-1774176bd0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:50.299613 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-7d1350d2-73c6-4d41-8392-0fbee744c0f8 req-ea7046b0-1ed1-4cc5-b60a-1774176bd0dd service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5105836 Aug 27 03:29:50.352972 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-0d8e51f7-f7f6-416c-94ba-93ed86cdaff4 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:50.355172 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-0d8e51f7-f7f6-416c-94ba-93ed86cdaff4 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.63 "GET /v2.0/networks?id=ff2334ee-c3c9-468a-845a-218e819133a7 HTTP/1.1" status: 200 len: 811 time: 0.2826431 Aug 27 03:29:50.394349 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2ec2407f-59d0-46ed-8086-7b39b49dfea6 req-05a2707b-e531-4314-973f-2a02dc66f335 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246395 Aug 27 03:29:50.553831 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1fbd621f-1b4b-459a-a22e-2715cda58a90 req-05758c09-352e-48a5-b905-d95c055bac67 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 210 time: 0.0521631 Aug 27 03:29:50.568565 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-053c9060-ddb4-44af-91bc-818a0a79eb72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53984622-e10d-4108-aa2f-8e507e1bd0bf {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:29:50.576414 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-053c9060-ddb4-44af-91bc-818a0a79eb72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:50.588480 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-053c9060-ddb4-44af-91bc-818a0a79eb72 service neutron] Transition to ACTIVE for port object 53984622-e10d-4108-aa2f-8e507e1bd0bf will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:29:50.593219 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-053c9060-ddb4-44af-91bc-818a0a79eb72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:50.643057 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c9060-ddb4-44af-91bc-818a0a79eb72 service neutron] Pushing event updated for resources: {'Port': ['ID=53984622-e10d-4108-aa2f-8e507e1bd0bf,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:50.671797 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-053c9060-ddb4-44af-91bc-818a0a79eb72 service neutron] Attempting to bind port 53984622-e10d-4108-aa2f-8e507e1bd0bf on host hv-cinder-80473 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:29:50.672125 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-053c9060-ddb4-44af-91bc-818a0a79eb72 service neutron] Attempting to bind port 53984622-e10d-4108-aa2f-8e507e1bd0bf by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '25ebcf9e-1800-44cf-8850-b722b184847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '914ec375-24a4-430c-b691-a84588d24cf3'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:29:50.672450 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-053c9060-ddb4-44af-91bc-818a0a79eb72 service neutron] Attempting to bind port 53984622-e10d-4108-aa2f-8e507e1bd0bf on network 914ec375-24a4-430c-b691-a84588d24cf3 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:29:50.676930 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-053c9060-ddb4-44af-91bc-818a0a79eb72 service neutron] Port 53984622-e10d-4108-aa2f-8e507e1bd0bf on network 914ec375-24a4-430c-b691-a84588d24cf3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:29:50.677260 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-053c9060-ddb4-44af-91bc-818a0a79eb72 service neutron] Attempting to bind port 53984622-e10d-4108-aa2f-8e507e1bd0bf on network 914ec375-24a4-430c-b691-a84588d24cf3 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:29:50.682618 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-053c9060-ddb4-44af-91bc-818a0a79eb72 service neutron] Checking agent: {'id': '24f718bb-5cbe-4fbb-a277-c3e337c88f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 27, 23), 'started_at': datetime.datetime(2021, 8, 27, 3, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:29:50.682948 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-053c9060-ddb4-44af-91bc-818a0a79eb72 service neutron] Checking segment: {'id': '25ebcf9e-1800-44cf-8850-b722b184847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '914ec375-24a4-430c-b691-a84588d24cf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:29:50.683321 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-053c9060-ddb4-44af-91bc-818a0a79eb72 service neutron] Bound using segment: {'id': '25ebcf9e-1800-44cf-8850-b722b184847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '914ec375-24a4-430c-b691-a84588d24cf3'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:29:50.683776 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-053c9060-ddb4-44af-91bc-818a0a79eb72 service neutron] Bound port: 53984622-e10d-4108-aa2f-8e507e1bd0bf, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25ebcf9e-1800-44cf-8850-b722b184847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '914ec375-24a4-430c-b691-a84588d24cf3'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:29:50.684128 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-053c9060-ddb4-44af-91bc-818a0a79eb72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:50.752007 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-053c9060-ddb4-44af-91bc-818a0a79eb72 service neutron] For port 53984622-e10d-4108-aa2f-8e507e1bd0bf, host hv-cinder-80473, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:29:50.755768 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-053c9060-ddb4-44af-91bc-818a0a79eb72 service neutron] For port 53984622-e10d-4108-aa2f-8e507e1bd0bf, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=53984622-e10d-4108-aa2f-8e507e1bd0bf,segment=NetworkSegment(25ebcf9e-1800-44cf-8850-b722b184847e),segment_id=25ebcf9e-1800-44cf-8850-b722b184847e)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:29:50.767321 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-053c9060-ddb4-44af-91bc-818a0a79eb72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:50.828760 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-053c9060-ddb4-44af-91bc-818a0a79eb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:50.829377 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-053c9060-ddb4-44af-91bc-818a0a79eb72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:50.830823 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-053c9060-ddb4-44af-91bc-818a0a79eb72 service neutron] 10.222.0.63 "PUT /v2.0/ports/53984622-e10d-4108-aa2f-8e507e1bd0bf HTTP/1.1" status: 200 len: 1093 time: 1.0336595 Aug 27 03:29:50.831246 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b06c46a-59d4-4460-8c5c-8b1c0a34b987', 'tag': '53984622-e10d-4108-aa2f-8e507e1bd0bf'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:29:50.833499 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5db798dbfc6723b72cacb44784ab66cf68bec91175074e332c63962bd4ba80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6235c36-22d0-4092-b4c9-e27c49295486" -d '{"events": [{"name": "network-changed", "server_uuid": "6b06c46a-59d4-4460-8c5c-8b1c0a34b987", "tag": "53984622-e10d-4108-aa2f-8e507e1bd0bf"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:29:50.859860 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c9060-ddb4-44af-91bc-818a0a79eb72 service neutron] Pushing event updated for resources: {'Port': ['ID=53984622-e10d-4108-aa2f-8e507e1bd0bf,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:50.877389 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24735d3e-2ecb-46c0-9082-dfd85cd09f2d req-2467817d-a289-4b1b-8f91-4333b445a237 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:50.879069 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-24735d3e-2ecb-46c0-9082-dfd85cd09f2d req-2467817d-a289-4b1b-8f91-4333b445a237 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 943 time: 0.0826843 Aug 27 03:29:50.903215 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e34e76-9005-4a12-a99a-b9900f1811ea x-openstack-request-id: req-09e34e76-9005-4a12-a99a-b9900f1811ea {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:29:50.903450 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b06c46a-59d4-4460-8c5c-8b1c0a34b987", "tag": "53984622-e10d-4108-aa2f-8e507e1bd0bf", "status": "completed", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:29:50.903693 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-09e34e76-9005-4a12-a99a-b9900f1811ea {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:29:50.904072 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b06c46a-59d4-4460-8c5c-8b1c0a34b987', 'tag': '53984622-e10d-4108-aa2f-8e507e1bd0bf', 'status': 'completed', 'code': 200} Aug 27 03:29:50.924344 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-24735d3e-2ecb-46c0-9082-dfd85cd09f2d req-26e020a2-a1bf-4763-9af9-11a23f378522 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370312 Aug 27 03:29:51.010452 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ba620-53c7-4a6b-ad06-a9abde06d121 req-1568bf39-0d69-48dc-a307-a5b9e9f5b388 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:51.011979 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-366ba620-53c7-4a6b-ad06-a9abde06d121 req-1568bf39-0d69-48dc-a307-a5b9e9f5b388 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 944 time: 0.0488985 Aug 27 03:29:51.048820 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-366ba620-53c7-4a6b-ad06-a9abde06d121 req-6edf058a-115b-4e79-849d-46f74ba7d75a tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e43543c-e60e-4c23-9a2c-b5d6c3541fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308399 Aug 27 03:29:51.511595 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773ef13-fb64-40bc-88d0-02aabb8c3a91 req-f8e3b1df-8320-456b-9361-f60ead7e2b89 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:51.512929 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c773ef13-fb64-40bc-88d0-02aabb8c3a91 req-f8e3b1df-8320-456b-9361-f60ead7e2b89 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 944 time: 0.0471516 Aug 27 03:29:51.553694 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c773ef13-fb64-40bc-88d0-02aabb8c3a91 req-56aea928-9d7a-4065-af4c-c2ab0fd7c941 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345557 Aug 27 03:29:51.653292 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2018580c-fb51-4c38-8a56-c51575863a3b req-bcabc577-0551-47ee-b7e5-bcf017a7c5c2 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 210 time: 0.0298946 Aug 27 03:29:52.056486 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52d016-d254-4f34-9d5d-1a432fc2ed01 req-da9b088a-a247-4c86-a207-dd352d4702f3 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:52.057996 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ad52d016-d254-4f34-9d5d-1a432fc2ed01 req-da9b088a-a247-4c86-a207-dd352d4702f3 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 943 time: 0.0565622 Aug 27 03:29:52.107752 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ad52d016-d254-4f34-9d5d-1a432fc2ed01 req-e57d010d-1ea0-41a8-b83e-fe4161c5e1ec tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378885 Aug 27 03:29:52.170407 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3074940-2b54-4c07-8a1c-ca92a474d72b req-f5b05887-d0b1-46ec-8155-198522dda5ba tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:52.171909 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d3074940-2b54-4c07-8a1c-ca92a474d72b req-f5b05887-d0b1-46ec-8155-198522dda5ba tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 944 time: 0.0509260 Aug 27 03:29:52.210207 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d3074940-2b54-4c07-8a1c-ca92a474d72b req-6860e69e-d098-4eca-a755-56f738d834d9 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e43543c-e60e-4c23-9a2c-b5d6c3541fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320799 Aug 27 03:29:52.488754 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:52.694633 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcdf524-a80c-49b0-98bc-025cb40c5140 req-6aeb4e67-3379-4147-b5a4-9908c7e2c3ff tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:52.696165 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7bcdf524-a80c-49b0-98bc-025cb40c5140 req-6aeb4e67-3379-4147-b5a4-9908c7e2c3ff tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 944 time: 0.0618513 Aug 27 03:29:52.743833 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7bcdf524-a80c-49b0-98bc-025cb40c5140 req-e42c63e9-3279-48d8-8998-ec1ab0b77f13 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416234 Aug 27 03:29:52.758257 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c82210f8-8421-46f7-a68a-9a2c39a87cb6 req-07780e7a-9ae9-4d77-8f39-95bb8ee622f7 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 210 time: 0.0355766 Aug 27 03:29:53.121543 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-4be068bc-176a-4248-8898-de1ac15c2bf5 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=527dc9638ff74cfda148b7cf1b61c6c8 HTTP/1.1" status: 200 len: 380 time: 0.0832455 Aug 27 03:29:53.134248 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83771520-8b0c-4226-a48d-11d25671972c req-7a9733ca-147d-4739-b4d6-3d6ada2736f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:53.135839 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-83771520-8b0c-4226-a48d-11d25671972c req-7a9733ca-147d-4739-b4d6-3d6ada2736f0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=01d740e2fdbb43f696818d258b9b3f4d&device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 1097 time: 0.0708876 Aug 27 03:29:53.136652 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-f6f485b8-73e2-48aa-9e35-8b69e21934e2 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Request body: {'port': {'device_id': 'b798f8be-ccdf-4eec-b4dc-9216b13eba31', 'network_id': 'ff2334ee-c3c9-468a-845a-218e819133a7', 'admin_state_up': True, 'tenant_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'security_groups': ['1e7f724b-9892-4567-8119-6ed8f550c41f']}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:29:53.137673 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-c33ea495-a784-40f8-b749-e47218cf093a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:53.139257 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-c33ea495-a784-40f8-b749-e47218cf093a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dba5a01bf20b47e4a67299b2f5aa032b&device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 1097 time: 0.0730271 Aug 27 03:29:53.197302 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6235c36-22d0-4092-b4c9-e27c49295486 req-3781e688-52a4-4506-a616-40702c7d875e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:53.198732 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a6235c36-22d0-4092-b4c9-e27c49295486 req-3781e688-52a4-4506-a616-40702c7d875e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f60ccdbc7dbb46c6abacc312e57220a1&device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 1096 time: 0.1387141 Aug 27 03:29:53.220228 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-83771520-8b0c-4226-a48d-11d25671972c req-cec00c48-36c7-44e0-ae04-f09881619e34 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bad6539d-473a-4ae7-8574-1eba84cbf59d HTTP/1.1" status: 200 len: 217 time: 0.0684650 Aug 27 03:29:53.285976 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-1506712d-5400-4325-bf5d-002299e73189 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e929609b-218e-4f62-8bc9-1c229af8d765 HTTP/1.1" status: 200 len: 217 time: 0.1000247 Aug 27 03:29:53.334667 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83771520-8b0c-4226-a48d-11d25671972c req-6ba14fb7-9c99-499e-8096-d2bb28140e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:53.336410 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-83771520-8b0c-4226-a48d-11d25671972c req-6ba14fb7-9c99-499e-8096-d2bb28140e59 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f0e904d8-7440-45dc-9db2-369b77311290 HTTP/1.1" status: 200 len: 854 time: 0.0906320 Aug 27 03:29:53.393180 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-83771520-8b0c-4226-a48d-11d25671972c req-80d02bb0-2d76-4188-a6cc-3bae4eb96044 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485952 Aug 27 03:29:53.395061 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-081ca72a-9184-450d-8506-475a8f94090f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:53.396851 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-081ca72a-9184-450d-8506-475a8f94090f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=bdb76049-86c2-4f7b-8975-703b9fba6ce9 HTTP/1.1" status: 200 len: 852 time: 0.1028657 Aug 27 03:29:53.449913 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a10b2-95d1-4dd2-bb79-d0f01d1e0a75 req-c9962268-8c91-4dfc-8c8e-4dbb6b63f3fd tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:53.451486 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4d1a10b2-95d1-4dd2-bb79-d0f01d1e0a75 req-c9962268-8c91-4dfc-8c8e-4dbb6b63f3fd tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 943 time: 0.2677209 Aug 27 03:29:53.475574 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-6cfd3f54-6787-4f54-9278-adc164ea04d5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=88322726-f5e5-4254-a3d7-3a1875e31491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672014 Aug 27 03:29:53.506566 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74283204-40a5-4b0c-afe7-1ec1f74b0112 req-ed75f5da-7555-43ca-a53c-e90c96252d35 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:53.508074 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-74283204-40a5-4b0c-afe7-1ec1f74b0112 req-ed75f5da-7555-43ca-a53c-e90c96252d35 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 944 time: 0.2187519 Aug 27 03:29:53.509462 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6235c36-22d0-4092-b4c9-e27c49295486 req-e1d2f78c-3152-4a63-a0a5-b34b81ba3656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:53.510329 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a6235c36-22d0-4092-b4c9-e27c49295486 req-e1d2f78c-3152-4a63-a0a5-b34b81ba3656 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=f60ccdbc7dbb46c6abacc312e57220a1&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2924652 Aug 27 03:29:53.519865 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-83771520-8b0c-4226-a48d-11d25671972c req-01a59bab-2954-4f8a-848d-e47f87aaeea7 service neutron] 10.222.0.63 "GET /v2.0/networks/a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131077 Aug 27 03:29:53.543750 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-f6f485b8-73e2-48aa-9e35-8b69e21934e2 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Made reservation on behalf of 527dc9638ff74cfda148b7cf1b61c6c8 for: {'port': 1} {{(pid=93891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:29:53.547130 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-f6f485b8-73e2-48aa-9e35-8b69e21934e2 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:53.573867 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4d1a10b2-95d1-4dd2-bb79-d0f01d1e0a75 req-27844ba3-7839-4c94-bf7b-bf332011a929 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026497 Aug 27 03:29:53.596601 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-74283204-40a5-4b0c-afe7-1ec1f74b0112 req-02f8ec0b-193f-48a2-bee1-3385fde44859 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e43543c-e60e-4c23-9a2c-b5d6c3541fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824013 Aug 27 03:29:53.714194 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-f6f485b8-73e2-48aa-9e35-8b69e21934e2 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Allocated IP 172.20.0.4 (ff2334ee-c3c9-468a-845a-218e819133a7/8881d854-768f-46f5-bb0c-d6718d4b9eba/00f4f309-41f4-4e94-86a4-ef0178135a23) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:29:54.017948 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-91fe31e1-eae2-4fb2-b94e-efd003a06cdf req-3fffe937-c4c4-491b-9f57-786fb9fd198a tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 210 time: 0.0682890 Aug 27 03:29:54.070350 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ea23f-03f1-4a93-a6c2-f09c912b3aae req-8a51bc1b-19b8-4bda-8d61-5780171e713b tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:54.071913 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-451ea23f-03f1-4a93-a6c2-f09c912b3aae req-8a51bc1b-19b8-4bda-8d61-5780171e713b tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 944 time: 0.1234317 Aug 27 03:29:54.091129 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-f6f485b8-73e2-48aa-9e35-8b69e21934e2 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:54.114222 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-f6f485b8-73e2-48aa-9e35-8b69e21934e2 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Transition to ACTIVE for port object 00f4f309-41f4-4e94-86a4-ef0178135a23 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:29:54.134062 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-451ea23f-03f1-4a93-a6c2-f09c912b3aae req-9a86a336-d2d7-4079-bd38-4f9b80c648b9 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533807 Aug 27 03:29:54.162498 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-f6f485b8-73e2-48aa-9e35-8b69e21934e2 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:54.206500 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-f6f485b8-73e2-48aa-9e35-8b69e21934e2 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Network ff2334ee-c3c9-468a-845a-218e819133a7 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:29:54.211968 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-f6f485b8-73e2-48aa-9e35-8b69e21934e2 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:29:54.214658 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-f6f485b8-73e2-48aa-9e35-8b69e21934e2 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:29:54.220509 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-f6f485b8-73e2-48aa-9e35-8b69e21934e2 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:54.221108 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-f6f485b8-73e2-48aa-9e35-8b69e21934e2 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:54.231482 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f485b8-73e2-48aa-9e35-8b69e21934e2 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Pushing event updated for resources: {'Port': ['ID=00f4f309-41f4-4e94-86a4-ef0178135a23,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:54.244745 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-f6f485b8-73e2-48aa-9e35-8b69e21934e2 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1158946 Aug 27 03:29:54.459549 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ef4930f4-0ed2-4f2d-9f7a-52bf651ffa7b None None] Provisioning for port 00f4f309-41f4-4e94-86a4-ef0178135a23 completed by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:29:54.464058 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ef4930f4-0ed2-4f2d-9f7a-52bf651ffa7b None None] Provisioning complete for port 00f4f309-41f4-4e94-86a4-ef0178135a23 triggered by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:29:54.464426 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ef4930f4-0ed2-4f2d-9f7a-52bf651ffa7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:54.497590 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-ef4930f4-0ed2-4f2d-9f7a-52bf651ffa7b None None] Port 00f4f309-41f4-4e94-86a4-ef0178135a23 cannot update to ACTIVE because it is not bound. {{(pid=93892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:29:54.722830 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999e6fb-3eaf-44d2-87d1-289c4c01e6bc req-f44e506a-b90e-4fa1-b76e-40bbaddf9036 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:54.724201 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c999e6fb-3eaf-44d2-87d1-289c4c01e6bc req-f44e506a-b90e-4fa1-b76e-40bbaddf9036 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 943 time: 0.0784147 Aug 27 03:29:54.736653 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aacc4f-ec0e-4010-a699-d675bcefac74 req-1ffa9920-8c78-4ea7-8f2e-3efacfb04c03 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:54.738012 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b4aacc4f-ec0e-4010-a699-d675bcefac74 req-1ffa9920-8c78-4ea7-8f2e-3efacfb04c03 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 944 time: 0.0665963 Aug 27 03:29:54.789924 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c999e6fb-3eaf-44d2-87d1-289c4c01e6bc req-3b14bf45-5588-45c6-a938-dd89a0f1c2cc tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509989 Aug 27 03:29:54.794452 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b4aacc4f-ec0e-4010-a699-d675bcefac74 req-5a62d44a-a30a-4a84-8e1d-b4de8acb9db5 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e43543c-e60e-4c23-9a2c-b5d6c3541fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499923 Aug 27 03:29:55.148359 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29065957-9824-434f-a248-49daefc9d3df req-835653a8-cb75-474f-86b5-a1fee9ad5e80 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:55.149823 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-29065957-9824-434f-a248-49daefc9d3df req-835653a8-cb75-474f-86b5-a1fee9ad5e80 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 931 time: 0.0605350 Aug 27 03:29:55.190052 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-29065957-9824-434f-a248-49daefc9d3df req-a68c7f6c-b98b-45cd-be07-9c89e2d9558b tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340462 Aug 27 03:29:55.247566 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1e6f0-ec07-4ad9-b316-443c1c488dfe req-6a0c64bc-71c7-4482-9236-b79298ce86b3 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:55.248978 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5db1e6f0-ec07-4ad9-b316-443c1c488dfe req-6a0c64bc-71c7-4482-9236-b79298ce86b3 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 944 time: 0.0483954 Aug 27 03:29:55.291391 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5db1e6f0-ec07-4ad9-b316-443c1c488dfe req-1dcbeba7-58f7-45f1-a894-4198ff05c78c tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332646 Aug 27 03:29:55.946699 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ee8f4-5279-4bd6-ba26-b5e9c9a19483 req-f8e7848f-16ef-4c63-8326-4fbee65c20a4 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:55.948196 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-951ee8f4-5279-4bd6-ba26-b5e9c9a19483 req-f8e7848f-16ef-4c63-8326-4fbee65c20a4 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 944 time: 0.0799720 Aug 27 03:29:55.955475 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd95e3-2a5a-487f-9c5a-d4b292583db8 req-0ab82547-4f96-4936-b3a3-8423bf026eb7 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:55.956842 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f8bd95e3-2a5a-487f-9c5a-d4b292583db8 req-0ab82547-4f96-4936-b3a3-8423bf026eb7 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 943 time: 0.0867400 Aug 27 03:29:56.015988 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-951ee8f4-5279-4bd6-ba26-b5e9c9a19483 req-66d2627b-e445-4232-8df0-c36f4a722918 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e43543c-e60e-4c23-9a2c-b5d6c3541fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582273 Aug 27 03:29:56.021840 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f8bd95e3-2a5a-487f-9c5a-d4b292583db8 req-5a0daade-9d98-4397-be26-8c178f669a55 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581338 Aug 27 03:29:56.263978 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-cd7d14a1-b615-48f8-9992-6a0b629bb36f service neutron] Request body: {'port': {'device_id': 'b798f8be-ccdf-4eec-b4dc-9216b13eba31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:29:56.407820 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-83771520-8b0c-4226-a48d-11d25671972c req-fd7e6299-dbfb-4fed-87ce-2d66b3f29b64 service neutron] 10.222.0.63 "GET /v2.0/networks/a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410537 Aug 27 03:29:56.409874 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-fa38558b-7c5f-425b-b931-ae752c140a95 service neutron] 10.222.0.63 "GET /v2.0/networks/88322726-f5e5-4254-a3d7-3a1875e31491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508629 Aug 27 03:29:56.512591 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-5b03d252-fdd5-4b8d-92da-d22a9089b1f5 req-7de2f9b4-0546-42c2-b7bc-c33b5cd5ac28 service neutron] 10.222.0.63 "GET /v2.0/networks/88322726-f5e5-4254-a3d7-3a1875e31491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924895 Aug 27 03:29:56.533106 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-cd7d14a1-b615-48f8-9992-6a0b629bb36f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:56.546964 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d8563-c954-4782-8903-f759abc628f3 req-6b4978f0-08e4-4151-a16e-b5fa243c4b59 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:56.548550 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-780d8563-c954-4782-8903-f759abc628f3 req-6b4978f0-08e4-4151-a16e-b5fa243c4b59 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 931 time: 0.2725713 Aug 27 03:29:56.560894 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6235c36-22d0-4092-b4c9-e27c49295486 req-342af0fe-3561-4bd7-a4a9-79985a5ace41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:56.562290 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a6235c36-22d0-4092-b4c9-e27c49295486 req-342af0fe-3561-4bd7-a4a9-79985a5ace41 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2956097 Aug 27 03:29:56.581907 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b3b94-6041-45b6-914b-dc668c524bba req-b94ef21c-a05e-4595-abff-dba5650c4d4c tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:56.583394 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1b6b3b94-6041-45b6-914b-dc668c524bba req-b94ef21c-a05e-4595-abff-dba5650c4d4c tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 944 time: 0.2042263 Aug 27 03:29:56.692622 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-780d8563-c954-4782-8903-f759abc628f3 req-b723188f-d10e-4c84-a8e1-45d3771f52c0 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345227 Aug 27 03:29:56.762530 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1b6b3b94-6041-45b6-914b-dc668c524bba req-2a5cecda-2791-4759-b475-ed59c1eeafc1 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712184 Aug 27 03:29:56.778149 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-7905c3bc-bebf-4867-8160-d2e8ee98172d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:56.779659 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-7905c3bc-bebf-4867-8160-d2e8ee98172d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f60ccdbc7dbb46c6abacc312e57220a1&device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 1096 time: 0.1610901 Aug 27 03:29:56.930770 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-cd7d14a1-b615-48f8-9992-6a0b629bb36f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00f4f309-41f4-4e94-86a4-ef0178135a23 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:29:56.938430 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-cd7d14a1-b615-48f8-9992-6a0b629bb36f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:56.950733 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-cd7d14a1-b615-48f8-9992-6a0b629bb36f service neutron] Transition to ACTIVE for port object 00f4f309-41f4-4e94-86a4-ef0178135a23 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:29:56.956906 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-cd7d14a1-b615-48f8-9992-6a0b629bb36f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:57.005463 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d14a1-b615-48f8-9992-6a0b629bb36f service neutron] Pushing event updated for resources: {'Port': ['ID=00f4f309-41f4-4e94-86a4-ef0178135a23,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:57.033498 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-cd7d14a1-b615-48f8-9992-6a0b629bb36f service neutron] Attempting to bind port 00f4f309-41f4-4e94-86a4-ef0178135a23 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:29:57.033794 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-cd7d14a1-b615-48f8-9992-6a0b629bb36f service neutron] Attempting to bind port 00f4f309-41f4-4e94-86a4-ef0178135a23 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '9681f18e-fb48-43cf-ad6d-d086c37b3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ff2334ee-c3c9-468a-845a-218e819133a7'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:29:57.035495 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-cd7d14a1-b615-48f8-9992-6a0b629bb36f service neutron] Attempting to bind port 00f4f309-41f4-4e94-86a4-ef0178135a23 on network ff2334ee-c3c9-468a-845a-218e819133a7 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:29:57.046426 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-cd7d14a1-b615-48f8-9992-6a0b629bb36f service neutron] Port 00f4f309-41f4-4e94-86a4-ef0178135a23 on network ff2334ee-c3c9-468a-845a-218e819133a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:29:57.046757 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-cd7d14a1-b615-48f8-9992-6a0b629bb36f service neutron] Attempting to bind port 00f4f309-41f4-4e94-86a4-ef0178135a23 on network ff2334ee-c3c9-468a-845a-218e819133a7 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:29:57.055050 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-cd7d14a1-b615-48f8-9992-6a0b629bb36f service neutron] Checking agent: {'id': '24f718bb-5cbe-4fbb-a277-c3e337c88f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 27, 23), 'started_at': datetime.datetime(2021, 8, 27, 3, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:29:57.055472 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-cd7d14a1-b615-48f8-9992-6a0b629bb36f service neutron] Checking segment: {'id': '9681f18e-fb48-43cf-ad6d-d086c37b3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ff2334ee-c3c9-468a-845a-218e819133a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:29:57.055861 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-cd7d14a1-b615-48f8-9992-6a0b629bb36f service neutron] Bound using segment: {'id': '9681f18e-fb48-43cf-ad6d-d086c37b3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ff2334ee-c3c9-468a-845a-218e819133a7'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:29:57.056297 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-cd7d14a1-b615-48f8-9992-6a0b629bb36f service neutron] Bound port: 00f4f309-41f4-4e94-86a4-ef0178135a23, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9681f18e-fb48-43cf-ad6d-d086c37b3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ff2334ee-c3c9-468a-845a-218e819133a7'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:29:57.056653 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-cd7d14a1-b615-48f8-9992-6a0b629bb36f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:57.196577 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-cd7d14a1-b615-48f8-9992-6a0b629bb36f service neutron] For port 00f4f309-41f4-4e94-86a4-ef0178135a23, host hv-cinder-80473, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:29:57.217987 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e1cdb-89d4-4a9b-bce2-c974f2f6895f req-8b551304-5717-4ab8-9b65-a0b7d17fac64 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:57.219501 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f93e1cdb-89d4-4a9b-bce2-c974f2f6895f req-8b551304-5717-4ab8-9b65-a0b7d17fac64 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 944 time: 0.1227787 Aug 27 03:29:57.221177 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-cd7d14a1-b615-48f8-9992-6a0b629bb36f service neutron] For port 00f4f309-41f4-4e94-86a4-ef0178135a23, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=00f4f309-41f4-4e94-86a4-ef0178135a23,segment=NetworkSegment(9681f18e-fb48-43cf-ad6d-d086c37b3af5),segment_id=9681f18e-fb48-43cf-ad6d-d086c37b3af5)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:29:57.227491 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-cd7d14a1-b615-48f8-9992-6a0b629bb36f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:57.245921 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad5342-1910-4d97-b07a-fee6be564d23 req-437364a6-845c-4396-9e47-009b3afaad90 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:57.247406 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-80ad5342-1910-4d97-b07a-fee6be564d23 req-437364a6-845c-4396-9e47-009b3afaad90 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 943 time: 0.1138406 Aug 27 03:29:57.296288 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-cd7d14a1-b615-48f8-9992-6a0b629bb36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:57.296897 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-cd7d14a1-b615-48f8-9992-6a0b629bb36f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:57.298256 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-cd7d14a1-b615-48f8-9992-6a0b629bb36f service neutron] 10.222.0.63 "PUT /v2.0/ports/00f4f309-41f4-4e94-86a4-ef0178135a23 HTTP/1.1" status: 200 len: 1093 time: 1.0386884 Aug 27 03:29:57.306001 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b798f8be-ccdf-4eec-b4dc-9216b13eba31', 'tag': '00f4f309-41f4-4e94-86a4-ef0178135a23'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:29:57.308279 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5db798dbfc6723b72cacb44784ab66cf68bec91175074e332c63962bd4ba80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb00df0-3410-4477-8eb9-30b8139814e5" -d '{"events": [{"name": "network-changed", "server_uuid": "b798f8be-ccdf-4eec-b4dc-9216b13eba31", "tag": "00f4f309-41f4-4e94-86a4-ef0178135a23"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:29:57.359391 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-80ad5342-1910-4d97-b07a-fee6be564d23 req-24cd02d2-3745-48f2-a848-20dd587917e6 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913789 Aug 27 03:29:57.362241 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f93e1cdb-89d4-4a9b-bce2-c974f2f6895f req-c2db22e6-a951-4cdf-9512-7c2e05b6a6bb tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e43543c-e60e-4c23-9a2c-b5d6c3541fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287625 Aug 27 03:29:57.363007 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d14a1-b615-48f8-9992-6a0b629bb36f service neutron] Pushing event updated for resources: {'Port': ['ID=00f4f309-41f4-4e94-86a4-ef0178135a23,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:57.415293 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef49673-ea6e-42c9-b088-91b767bb2671 x-openstack-request-id: req-cef49673-ea6e-42c9-b088-91b767bb2671 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:29:57.415632 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b798f8be-ccdf-4eec-b4dc-9216b13eba31", "tag": "00f4f309-41f4-4e94-86a4-ef0178135a23", "status": "completed", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:29:57.415881 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cef49673-ea6e-42c9-b088-91b767bb2671 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:29:57.416279 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b798f8be-ccdf-4eec-b4dc-9216b13eba31', 'tag': '00f4f309-41f4-4e94-86a4-ef0178135a23', 'status': 'completed', 'code': 200} Aug 27 03:29:57.814273 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0669bf2-c471-4257-ab2d-ce2d3c9cecaa req-ee6e251f-c405-4fe1-a5f2-6113738c5db7 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:57.815859 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a0669bf2-c471-4257-ab2d-ce2d3c9cecaa req-ee6e251f-c405-4fe1-a5f2-6113738c5db7 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 943 time: 0.0511255 Aug 27 03:29:57.878057 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a0669bf2-c471-4257-ab2d-ce2d3c9cecaa req-99474c65-272e-4100-a6a3-aa46de570818 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556953 Aug 27 03:29:57.896664 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b8683-d1dd-465c-8548-b3036cc1f24f req-cf7ca668-6f2e-4f0e-9979-4819f455038f tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:57.898219 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b78b8683-d1dd-465c-8548-b3036cc1f24f req-cf7ca668-6f2e-4f0e-9979-4819f455038f tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 944 time: 0.0630708 Aug 27 03:29:57.940859 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b78b8683-d1dd-465c-8548-b3036cc1f24f req-10aec703-616c-4c51-8c57-c8efcfa794eb tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363019 Aug 27 03:29:58.511090 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d4eab9-c701-4d4f-a76a-aa0770c638a5 req-0b6e43d2-5f8b-41ef-ba78-c875cb4bd4cc tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:58.512576 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-20d4eab9-c701-4d4f-a76a-aa0770c638a5 req-0b6e43d2-5f8b-41ef-ba78-c875cb4bd4cc tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 944 time: 0.0767429 Aug 27 03:29:58.523248 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2faf6f-1275-468a-b096-6bc7f6590db1 req-d0a4244f-b536-44a8-8fbd-43dee3d1dd91 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:58.525003 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8b2faf6f-1275-468a-b096-6bc7f6590db1 req-d0a4244f-b536-44a8-8fbd-43dee3d1dd91 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 943 time: 0.0778096 Aug 27 03:29:58.581838 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8b2faf6f-1275-468a-b096-6bc7f6590db1 req-dd0255ed-5d08-42b3-9fb4-2e537f9d8810 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499556 Aug 27 03:29:58.584370 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-20d4eab9-c701-4d4f-a76a-aa0770c638a5 req-47e5410a-3172-4ada-8552-f83afccbbc5e tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e43543c-e60e-4c23-9a2c-b5d6c3541fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585554 Aug 27 03:29:59.013765 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c6adf9-04e0-419c-9310-67a6ee7195ae req-6e054daa-aa1e-40d8-93ae-2af2ec76e3e3 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:59.015234 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-87c6adf9-04e0-419c-9310-67a6ee7195ae req-6e054daa-aa1e-40d8-93ae-2af2ec76e3e3 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 943 time: 0.0685349 Aug 27 03:29:59.080815 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-87c6adf9-04e0-419c-9310-67a6ee7195ae req-72d5d581-d192-44a8-b9b3-e0dc295de31e tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506430 Aug 27 03:29:59.088824 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6818ca-5237-4f5d-ac5b-a6a05e2c0993 req-ba4f7dc8-2757-401a-9531-e4a11abf0500 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:59.090211 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-be6818ca-5237-4f5d-ac5b-a6a05e2c0993 req-ba4f7dc8-2757-401a-9531-e4a11abf0500 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 944 time: 0.0699286 Aug 27 03:29:59.129481 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-be6818ca-5237-4f5d-ac5b-a6a05e2c0993 req-20cc3a68-f60f-43e7-9b76-88392290c82a tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331402 Aug 27 03:29:59.837906 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-65a379b0-7e83-44f6-9c1c-20c5363fdd77 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53984622-e10d-4108-aa2f-8e507e1bd0bf HTTP/1.1" status: 200 len: 217 time: 0.2583652 Aug 27 03:29:59.956519 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb00df0-3410-4477-8eb9-30b8139814e5 req-29937ac9-2e64-459f-8f36-1e8dd9f1a7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:59.957981 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2eb00df0-3410-4477-8eb9-30b8139814e5 req-29937ac9-2e64-459f-8f36-1e8dd9f1a7f0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=527dc9638ff74cfda148b7cf1b61c6c8&device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 1096 time: 0.3401043 Aug 27 03:29:59.962568 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-dd7d3044-4e0c-48db-907c-a9fabd7d232b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:59.963924 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-dd7d3044-4e0c-48db-907c-a9fabd7d232b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=01048c02-3dc7-4172-b7c7-73d0365326a6 HTTP/1.1" status: 200 len: 856 time: 0.1087162 Aug 27 03:29:59.976488 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d55a2e-f081-467d-876b-3c6126e1ae60 req-38e7c3df-da51-4bb7-90de-ca995ad4fc42 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:59.978313 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-91d55a2e-f081-467d-876b-3c6126e1ae60 req-38e7c3df-da51-4bb7-90de-ca995ad4fc42 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 944 time: 0.1566732 Aug 27 03:29:59.987610 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd160fb5-261f-4e45-9214-99f42b811737 req-e8dee6d4-f1ff-4e0d-868b-2c4b9269703b tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:59.988974 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-fd160fb5-261f-4e45-9214-99f42b811737 req-e8dee6d4-f1ff-4e0d-868b-2c4b9269703b tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 943 time: 0.1663003 Aug 27 03:30:00.184283 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-91d55a2e-f081-467d-876b-3c6126e1ae60 req-b16a830d-2df7-4012-a2c7-9abb5dcbb8a9 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e43543c-e60e-4c23-9a2c-b5d6c3541fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876929 Aug 27 03:30:00.192424 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-fd160fb5-261f-4e45-9214-99f42b811737 req-4c9da001-01f6-49a5-a31d-5337f7632c52 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874342 Aug 27 03:30:00.206273 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-ee74879c-5063-4668-bb8b-9fca8b0024df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:00.207823 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-ee74879c-5063-4668-bb8b-9fca8b0024df service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=914ec375-24a4-430c-b691-a84588d24cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2286530 Aug 27 03:30:00.283548 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb00df0-3410-4477-8eb9-30b8139814e5 req-e9b61c43-2e9a-45ec-8c34-c09df2541382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:00.286553 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2eb00df0-3410-4477-8eb9-30b8139814e5 req-e9b61c43-2e9a-45ec-8c34-c09df2541382 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=527dc9638ff74cfda148b7cf1b61c6c8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3060191 Aug 27 03:30:00.458826 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf0b09-e524-46e0-a2f4-ff135c24dc2b req-5f172c67-11c3-47bb-a77f-53ed6476a048 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:00.459203 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e2bf0b09-e524-46e0-a2f4-ff135c24dc2b req-5f172c67-11c3-47bb-a77f-53ed6476a048 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 943 time: 0.1680486 Aug 27 03:30:00.470563 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f86252-5657-4fdd-b33f-96d66c0f1732 req-12e8bb95-41f1-46e6-aab8-182c30bfd0a3 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:00.472108 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-53f86252-5657-4fdd-b33f-96d66c0f1732 req-12e8bb95-41f1-46e6-aab8-182c30bfd0a3 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 944 time: 0.1823680 Aug 27 03:30:00.483831 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-62d4d137-0fc4-498d-abe1-fb044acd3a7d service neutron] 10.222.0.63 "GET /v2.0/networks/914ec375-24a4-430c-b691-a84588d24cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567179 Aug 27 03:30:00.607217 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e2bf0b09-e524-46e0-a2f4-ff135c24dc2b req-ebd97cb5-c617-4f5a-b635-5fc541e8080f tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340454 Aug 27 03:30:00.611755 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb00df0-3410-4477-8eb9-30b8139814e5 req-731546aa-e395-417f-a6dd-89d544524c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:00.612877 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2eb00df0-3410-4477-8eb9-30b8139814e5 req-731546aa-e395-417f-a6dd-89d544524c91 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3105385 Aug 27 03:30:00.618241 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-53f86252-5657-4fdd-b33f-96d66c0f1732 req-b8c18950-3f3e-43d8-8e6e-f058b1fbfb03 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173217 Aug 27 03:30:00.671564 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6e9cf735-0e96-4fac-b6c7-dca0c02dded1 req-7a3c9a53-9281-4e93-ac0b-cddc90790172 service neutron] 10.222.0.63 "GET /v2.0/networks/914ec375-24a4-430c-b691-a84588d24cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688666 Aug 27 03:30:00.704995 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-f8bd12bd-4be6-49ad-ae68-9ea5604a9c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:00.706572 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-f8bd12bd-4be6-49ad-ae68-9ea5604a9c73 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=527dc9638ff74cfda148b7cf1b61c6c8&device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 1096 time: 0.0539563 Aug 27 03:30:00.749993 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-c6112260-e244-48e7-bcd7-912208593d5c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00f4f309-41f4-4e94-86a4-ef0178135a23 HTTP/1.1" status: 200 len: 217 time: 0.0349107 Aug 27 03:30:00.801540 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-d1b35175-e819-4bac-a10e-9932ec992335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:00.803050 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-d1b35175-e819-4bac-a10e-9932ec992335 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8881d854-768f-46f5-bb0c-d6718d4b9eba HTTP/1.1" status: 200 len: 850 time: 0.0452571 Aug 27 03:30:00.853557 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-059d4461-cbe7-4508-a8a8-9feed8a1e6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:00.855241 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-059d4461-cbe7-4508-a8a8-9feed8a1e6dc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ff2334ee-c3c9-468a-845a-218e819133a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442688 Aug 27 03:30:00.955838 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-a08f96de-4bc7-4322-8808-4f40663466dc service neutron] 10.222.0.63 "GET /v2.0/networks/ff2334ee-c3c9-468a-845a-218e819133a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920105 Aug 27 03:30:01.068340 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e25ac843-53bc-4e5e-b36b-f49abf5eca2b req-e5f68c44-f296-4a4f-897e-be758e23be27 service neutron] 10.222.0.63 "GET /v2.0/networks/ff2334ee-c3c9-468a-845a-218e819133a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048527 Aug 27 03:30:01.288744 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 50186) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:01.347815 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f163c-6d29-4716-a9e8-c0f313ee0cc1 req-728312a8-1ba1-4582-a6d1-81c7fed66272 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:01.349591 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8e3f163c-6d29-4716-a9e8-c0f313ee0cc1 req-728312a8-1ba1-4582-a6d1-81c7fed66272 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 943 time: 0.0757895 Aug 27 03:30:01.362257 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51430a4-fd42-4897-b29e-cff5f24bbd2f req-b03dcb7b-b434-4d9a-8411-3f7189fa20e0 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:01.363755 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c51430a4-fd42-4897-b29e-cff5f24bbd2f req-b03dcb7b-b434-4d9a-8411-3f7189fa20e0 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 944 time: 0.0991154 Aug 27 03:30:01.404227 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3db10742-c34e-4221-b78e-a698aac3c3f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:01.413601 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8e3f163c-6d29-4716-a9e8-c0f313ee0cc1 req-6f634ef4-4612-46e1-a767-fd394f6a246e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488746 Aug 27 03:30:01.433613 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c51430a4-fd42-4897-b29e-cff5f24bbd2f req-87e2a6a0-7bcc-48b6-a7f2-ad4588796609 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e43543c-e60e-4c23-9a2c-b5d6c3541fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554562 Aug 27 03:30:01.505063 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3db10742-c34e-4221-b78e-a698aac3c3f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:01.511313 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3db10742-c34e-4221-b78e-a698aac3c3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:01.558846 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-3db10742-c34e-4221-b78e-a698aac3c3f0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=36a685ce46784679aca039c041feb60c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2684889 Aug 27 03:30:01.560076 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db10742-c34e-4221-b78e-a698aac3c3f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a3f427-9d72-4dc4-9a8f-31d3fad87e20,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:01.561741 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 50190) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:01.619044 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bd26f6bb-541d-4c13-ac92-5a1ee4d08e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:01.644378 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bd26f6bb-541d-4c13-ac92-5a1ee4d08e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:01.706567 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bd26f6bb-541d-4c13-ac92-5a1ee4d08e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:01.709612 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bd26f6bb-541d-4c13-ac92-5a1ee4d08e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:01.714330 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-bd26f6bb-541d-4c13-ac92-5a1ee4d08e20 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f8a3f427-9d72-4dc4-9a8f-31d3fad87e20 HTTP/1.1" status: 204 len: 168 time: 0.1505096 Aug 27 03:30:01.723209 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd26f6bb-541d-4c13-ac92-5a1ee4d08e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a3f427-9d72-4dc4-9a8f-31d3fad87e20,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:01.816200 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241d9a0-32b0-4fd7-9ca1-6a401079a69d req-e9bc7b5b-f816-455c-9532-ee2931736484 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:01.817722 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4241d9a0-32b0-4fd7-9ca1-6a401079a69d req-e9bc7b5b-f816-455c-9532-ee2931736484 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 944 time: 0.0840051 Aug 27 03:30:01.830737 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d80d215-cdb2-4e1f-b681-63ccad958a4e req-afe48c14-9aaa-4649-bcdd-3db1ef0ba47c tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:01.832273 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1d80d215-cdb2-4e1f-b681-63ccad958a4e req-afe48c14-9aaa-4649-bcdd-3db1ef0ba47c tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 943 time: 0.0688040 Aug 27 03:30:01.895406 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1d80d215-cdb2-4e1f-b681-63ccad958a4e req-926cb526-626b-48b2-826e-3abe375140b2 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546730 Aug 27 03:30:01.898825 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4241d9a0-32b0-4fd7-9ca1-6a401079a69d req-8220ee41-b7c1-498b-9d63-2f28db703d7b tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656488 Aug 27 03:30:02.100735 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device bad6539d-473a-4ae7-8574-1eba84cbf59d details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=93892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:30:02.115025 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 50226) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:02.134023 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-718b45b8-075f-477b-8963-88f7c87e7b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:02.233586 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port bad6539d-473a-4ae7-8574-1eba84cbf59d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=bad6539d-473a-4ae7-8574-1eba84cbf59d,segment=NetworkSegment(28780841-0c3a-4bb1-9cb1-796a642c1ab2),segment_id=28780841-0c3a-4bb1-9cb1-796a642c1ab2)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:30:02.248257 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Returning: {'device': 'bad6539d-473a-4ae7-8574-1eba84cbf59d', 'network_id': 'a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3', 'port_id': 'bad6539d-473a-4ae7-8574-1eba84cbf59d', 'mac_address': 'fa:16:3e:d6:00:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0e904d8-7440-45dc-9db2-369b77311290', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:30:02.282887 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-718b45b8-075f-477b-8963-88f7c87e7b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:02.288952 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-718b45b8-075f-477b-8963-88f7c87e7b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:02.307164 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:02.322205 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bad6539d-473a-4ae7-8574-1eba84cbf59d {{(pid=93892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:30:02.336010 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-718b45b8-075f-477b-8963-88f7c87e7b40 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d07159852b3e4828918d3ef8bddc1cce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2191749 Aug 27 03:30:02.337205 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b45b8-075f-477b-8963-88f7c87e7b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db9306a-3fd8-4a26-8a00-92110c6f310c,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:02.339309 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 50232) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:02.345105 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port bad6539d-473a-4ae7-8574-1eba84cbf59d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=bad6539d-473a-4ae7-8574-1eba84cbf59d,segment=NetworkSegment(28780841-0c3a-4bb1-9cb1-796a642c1ab2),segment_id=28780841-0c3a-4bb1-9cb1-796a642c1ab2)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:30:02.362139 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:02.362973 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 53984622-e10d-4108-aa2f-8e507e1bd0bf details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=93892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:30:02.417821 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-af8cfbf6-52fc-4c41-9deb-6a85200eea0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:02.446165 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-af8cfbf6-52fc-4c41-9deb-6a85200eea0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:02.513863 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-af8cfbf6-52fc-4c41-9deb-6a85200eea0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:02.517020 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-af8cfbf6-52fc-4c41-9deb-6a85200eea0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:02.518754 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-af8cfbf6-52fc-4c41-9deb-6a85200eea0d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9db9306a-3fd8-4a26-8a00-92110c6f310c HTTP/1.1" status: 204 len: 168 time: 0.1784279 Aug 27 03:30:02.556747 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8cfbf6-52fc-4c41-9deb-6a85200eea0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db9306a-3fd8-4a26-8a00-92110c6f310c,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:02.578349 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=bad6539d-473a-4ae7-8574-1eba84cbf59d,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:02.640547 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c9157-9c3a-402e-928d-43852d895a2d req-d3777af0-19b0-42c6-8b39-6b57ff2ae544 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:02.641687 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 53984622-e10d-4108-aa2f-8e507e1bd0bf, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=53984622-e10d-4108-aa2f-8e507e1bd0bf,segment=NetworkSegment(25ebcf9e-1800-44cf-8850-b722b184847e),segment_id=25ebcf9e-1800-44cf-8850-b722b184847e)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:30:02.642088 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d85c9157-9c3a-402e-928d-43852d895a2d req-d3777af0-19b0-42c6-8b39-6b57ff2ae544 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 944 time: 0.1054261 Aug 27 03:30:02.657449 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Returning: {'device': '53984622-e10d-4108-aa2f-8e507e1bd0bf', 'network_id': '914ec375-24a4-430c-b691-a84588d24cf3', 'port_id': '53984622-e10d-4108-aa2f-8e507e1bd0bf', 'mac_address': 'fa:16:3e:23:97:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01048c02-3dc7-4172-b7c7-73d0365326a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:30:02.658208 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd5e31-71c5-4dd0-90e7-bab4ce7fc12e req-209a42f7-c7fe-4735-9d96-f6b15552e634 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:02.660485 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b0bd5e31-71c5-4dd0-90e7-bab4ce7fc12e req-209a42f7-c7fe-4735-9d96-f6b15552e634 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 943 time: 0.0882516 Aug 27 03:30:02.713098 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:02.723716 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d85c9157-9c3a-402e-928d-43852d895a2d req-71fe5363-3acc-4bd4-a527-a35bd4b4dbd9 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e43543c-e60e-4c23-9a2c-b5d6c3541fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628014 Aug 27 03:30:02.728933 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53984622-e10d-4108-aa2f-8e507e1bd0bf {{(pid=93892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:30:02.729723 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b0bd5e31-71c5-4dd0-90e7-bab4ce7fc12e req-c7e1c77a-d4c8-40ff-adb3-73db43954254 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630231 Aug 27 03:30:02.759954 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 53984622-e10d-4108-aa2f-8e507e1bd0bf, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=53984622-e10d-4108-aa2f-8e507e1bd0bf,segment=NetworkSegment(25ebcf9e-1800-44cf-8850-b722b184847e),segment_id=25ebcf9e-1800-44cf-8850-b722b184847e)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:30:02.765292 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:02.766126 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device e929609b-218e-4f62-8bc9-1c229af8d765 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=93892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:30:02.860153 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=53984622-e10d-4108-aa2f-8e507e1bd0bf,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:02.903272 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port e929609b-218e-4f62-8bc9-1c229af8d765, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e929609b-218e-4f62-8bc9-1c229af8d765,segment=NetworkSegment(ad8b8aee-f7a5-4d74-ad9f-6d96a9503903),segment_id=ad8b8aee-f7a5-4d74-ad9f-6d96a9503903)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:30:02.915102 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Returning: {'device': 'e929609b-218e-4f62-8bc9-1c229af8d765', 'network_id': '88322726-f5e5-4254-a3d7-3a1875e31491', 'port_id': 'e929609b-218e-4f62-8bc9-1c229af8d765', 'mac_address': 'fa:16:3e:3f:de:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdb76049-86c2-4f7b-8975-703b9fba6ce9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:30:02.957115 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:02.970214 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e929609b-218e-4f62-8bc9-1c229af8d765 {{(pid=93892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:30:02.989431 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 50248) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:03.003019 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4d1893b0-9c08-427e-8646-210acb654624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:03.005973 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port e929609b-218e-4f62-8bc9-1c229af8d765, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e929609b-218e-4f62-8bc9-1c229af8d765,segment=NetworkSegment(ad8b8aee-f7a5-4d74-ad9f-6d96a9503903),segment_id=ad8b8aee-f7a5-4d74-ad9f-6d96a9503903)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:30:03.011638 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:03.012259 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 00f4f309-41f4-4e94-86a4-ef0178135a23 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=93892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:30:03.049837 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e79ea6-37e5-43f0-8dbe-ae9c7150a959 req-a19b82e4-5688-4f74-bc28-a192e2af7ed9 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:03.051389 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b1e79ea6-37e5-43f0-8dbe-ae9c7150a959 req-a19b82e4-5688-4f74-bc28-a192e2af7ed9 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 943 time: 0.0788074 Aug 27 03:30:03.128975 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613798c-d175-4a3f-a686-f4f4ffda2a42 req-1544dc10-a064-46c3-a6bc-14c0816fb02a tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:03.130740 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f613798c-d175-4a3f-a686-f4f4ffda2a42 req-1544dc10-a064-46c3-a6bc-14c0816fb02a tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 945 time: 0.1193185 Aug 27 03:30:03.134322 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b1e79ea6-37e5-43f0-8dbe-ae9c7150a959 req-446f1b75-f4cf-4be0-84c0-3297a8ec2233 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644488 Aug 27 03:30:03.144134 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=e929609b-218e-4f62-8bc9-1c229af8d765,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:03.160143 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4d1893b0-9c08-427e-8646-210acb654624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:03.166163 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4d1893b0-9c08-427e-8646-210acb654624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:03.198122 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 00f4f309-41f4-4e94-86a4-ef0178135a23, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=00f4f309-41f4-4e94-86a4-ef0178135a23,segment=NetworkSegment(9681f18e-fb48-43cf-ad6d-d086c37b3af5),segment_id=9681f18e-fb48-43cf-ad6d-d086c37b3af5)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:30:03.204996 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-4d1893b0-9c08-427e-8646-210acb654624 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f2e12be5e90c4b069ea20eca58400981&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2144120 Aug 27 03:30:03.208348 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 50264) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:03.214511 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Returning: {'device': '00f4f309-41f4-4e94-86a4-ef0178135a23', 'network_id': 'ff2334ee-c3c9-468a-845a-218e819133a7', 'port_id': '00f4f309-41f4-4e94-86a4-ef0178135a23', 'mac_address': 'fa:16:3e:35:b4:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8881d854-768f-46f5-bb0c-d6718d4b9eba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:30:03.217890 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1893b0-9c08-427e-8646-210acb654624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33dd726e-a9ee-464e-853b-a471c531f644,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:03.242554 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f613798c-d175-4a3f-a686-f4f4ffda2a42 req-d04d569c-dbae-4562-9ca1-09a780a94e29 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019661 Aug 27 03:30:03.275224 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4a6f20b8-3c4f-4660-9aef-39e900eed7ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:03.277517 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:03.295834 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00f4f309-41f4-4e94-86a4-ef0178135a23 {{(pid=93892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:30:03.313609 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4a6f20b8-3c4f-4660-9aef-39e900eed7ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:03.330747 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 00f4f309-41f4-4e94-86a4-ef0178135a23, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=00f4f309-41f4-4e94-86a4-ef0178135a23,segment=NetworkSegment(9681f18e-fb48-43cf-ad6d-d086c37b3af5),segment_id=9681f18e-fb48-43cf-ad6d-d086c37b3af5)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:30:03.339948 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:03.373863 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4a6f20b8-3c4f-4660-9aef-39e900eed7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:03.380898 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4a6f20b8-3c4f-4660-9aef-39e900eed7ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:03.385315 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-4a6f20b8-3c4f-4660-9aef-39e900eed7ab admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/33dd726e-a9ee-464e-853b-a471c531f644 HTTP/1.1" status: 204 len: 168 time: 0.1728022 Aug 27 03:30:03.393852 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f20b8-3c4f-4660-9aef-39e900eed7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33dd726e-a9ee-464e-853b-a471c531f644,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:03.430930 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=00f4f309-41f4-4e94-86a4-ef0178135a23,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:03.520297 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 50276) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:03.736640 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6a5ddcd3-b556-46ac-9ff0-21ddf5dac9f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:03.916746 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6a5ddcd3-b556-46ac-9ff0-21ddf5dac9f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:03.927766 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5b966-f45b-44e3-9f8a-7cf51b533171 req-dfe38210-6c6f-4ffb-aef3-7b16f1f0687d tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:03.929274 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c6c5b966-f45b-44e3-9f8a-7cf51b533171 req-dfe38210-6c6f-4ffb-aef3-7b16f1f0687d tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 945 time: 0.1154566 Aug 27 03:30:03.937799 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b91ca-262d-4c0f-91bb-3cea49ef060c req-23089f06-1eb9-4e8b-a4f3-5215ee842ec9 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:03.939204 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7c4b91ca-262d-4c0f-91bb-3cea49ef060c req-23089f06-1eb9-4e8b-a4f3-5215ee842ec9 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 944 time: 0.1098773 Aug 27 03:30:03.939808 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6a5ddcd3-b556-46ac-9ff0-21ddf5dac9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:04.023950 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-6a5ddcd3-b556-46ac-9ff0-21ddf5dac9f7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ea8cbbec7fac4e74a3eb75839aaf51a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5025814 Aug 27 03:30:04.027332 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 50302) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:04.027516 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ddcd3-b556-46ac-9ff0-21ddf5dac9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d12679-b349-4f11-b379-aa025c414263,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:04.040920 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c6c5b966-f45b-44e3-9f8a-7cf51b533171 req-019ff710-a586-4649-a81b-26b415089679 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e43543c-e60e-4c23-9a2c-b5d6c3541fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984056 Aug 27 03:30:04.045710 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7c4b91ca-262d-4c0f-91bb-3cea49ef060c req-9083d81a-f2a0-4202-b175-03b3853ef4c1 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914962 Aug 27 03:30:04.088396 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4a58ef50-f22b-43a5-a73a-6610ec4294bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:04.111955 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4a58ef50-f22b-43a5-a73a-6610ec4294bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:04.166107 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4a58ef50-f22b-43a5-a73a-6610ec4294bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:04.169276 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4a58ef50-f22b-43a5-a73a-6610ec4294bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:04.173025 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-4a58ef50-f22b-43a5-a73a-6610ec4294bc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a8d12679-b349-4f11-b379-aa025c414263 HTTP/1.1" status: 204 len: 168 time: 0.1423552 Aug 27 03:30:04.187121 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58ef50-f22b-43a5-a73a-6610ec4294bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d12679-b349-4f11-b379-aa025c414263,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:04.305527 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9b6d8-d012-4b39-aba9-0640e13edda2 req-c6715950-d1b4-447d-968f-dfe7dd75e070 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:04.314811 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1fa9b6d8-d012-4b39-aba9-0640e13edda2 req-c6715950-d1b4-447d-968f-dfe7dd75e070 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 944 time: 0.0708258 Aug 27 03:30:04.401030 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1fa9b6d8-d012-4b39-aba9-0640e13edda2 req-33caadc7-43c4-4bfe-a5ed-cd5068ec74be tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852239 Aug 27 03:30:04.425127 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03cab7-12d6-4c86-9aba-b6fbde9e0340 req-464db3ad-09b1-4bb9-99f0-6994092d09ef tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:04.426868 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7a03cab7-12d6-4c86-9aba-b6fbde9e0340 req-464db3ad-09b1-4bb9-99f0-6994092d09ef tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 945 time: 0.0860388 Aug 27 03:30:04.467453 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7a03cab7-12d6-4c86-9aba-b6fbde9e0340 req-5fa6ed3c-55f1-44d7-a63f-4373102890a5 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331078 Aug 27 03:30:04.613041 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 50328) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:04.627003 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a618bbad-1984-4f5e-a990-1e7efee1e602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:04.732089 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a618bbad-1984-4f5e-a990-1e7efee1e602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:04.736995 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a618bbad-1984-4f5e-a990-1e7efee1e602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:04.782368 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-a618bbad-1984-4f5e-a990-1e7efee1e602 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f058f56a6d8349bca32ec7cee13cffd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1682932 Aug 27 03:30:04.784818 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618bbad-1984-4f5e-a990-1e7efee1e602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f38f7a-2908-4e7f-aa76-f199099aa733,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:04.785236 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 50334) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:04.860044 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-658a436a-a16f-43c0-90df-07d2a8809f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:04.892564 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-658a436a-a16f-43c0-90df-07d2a8809f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:04.930406 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-658a436a-a16f-43c0-90df-07d2a8809f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:04.933009 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-658a436a-a16f-43c0-90df-07d2a8809f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:04.934346 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-658a436a-a16f-43c0-90df-07d2a8809f0e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/90f38f7a-2908-4e7f-aa76-f199099aa733 HTTP/1.1" status: 204 len: 168 time: 0.1479516 Aug 27 03:30:04.942940 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a436a-a16f-43c0-90df-07d2a8809f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f38f7a-2908-4e7f-aa76-f199099aa733,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:05.216167 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add52c62-ca13-4890-a8ed-4b79b2e06546 req-ab85ec93-fc2b-4002-8e65-3f3bbe3fb9a7 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:05.217670 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-add52c62-ca13-4890-a8ed-4b79b2e06546 req-ab85ec93-fc2b-4002-8e65-3f3bbe3fb9a7 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 944 time: 0.0844483 Aug 27 03:30:05.227396 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e58d58-2748-4dde-918e-df68aa5822a9 req-8123dcb8-69cb-462e-bf63-aa22f31a34d3 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:05.227396 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c9e58d58-2748-4dde-918e-df68aa5822a9 req-8123dcb8-69cb-462e-bf63-aa22f31a34d3 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 945 time: 0.0835958 Aug 27 03:30:05.289730 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c9e58d58-2748-4dde-918e-df68aa5822a9 req-540792ca-32b9-4a7b-97de-4b29b20a26af tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e43543c-e60e-4c23-9a2c-b5d6c3541fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560222 Aug 27 03:30:05.292417 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-add52c62-ca13-4890-a8ed-4b79b2e06546 req-21149743-72d5-45ce-ad26-3954412ae4b8 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602379 Aug 27 03:30:05.541105 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b47a8-dbbb-4e4f-891e-8c3def33a270 req-3e8f0ccd-b747-4a7a-a243-b43e862bc9e6 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:05.544761 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-036b47a8-dbbb-4e4f-891e-8c3def33a270 req-3e8f0ccd-b747-4a7a-a243-b43e862bc9e6 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 944 time: 0.0738256 Aug 27 03:30:05.627774 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-036b47a8-dbbb-4e4f-891e-8c3def33a270 req-122e964f-3eb7-4702-9b8a-ff3025ccaffe tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744545 Aug 27 03:30:05.658659 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0fb3a0-e126-402b-9c85-73251be715fa req-17815435-20e8-4c22-adfa-456505acb994 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:05.667992 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-0b0fb3a0-e126-402b-9c85-73251be715fa req-17815435-20e8-4c22-adfa-456505acb994 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 945 time: 0.0941179 Aug 27 03:30:05.715050 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-0b0fb3a0-e126-402b-9c85-73251be715fa req-8faaca8d-9d77-488b-8eec-8506626de0d0 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461164 Aug 27 03:30:05.957008 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 50422) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:06.011895 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] get_ports_and_sgs() called for port_ids ['bad6539d-473a-4ae7-8574-1eba84cbf59d'] {{(pid=93892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:30:06.106387 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2b534c27-e09f-406f-a34a-47058d50f4e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:06.118366 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] get_ports_and_sgs() called for port_ids ['e929609b-218e-4f62-8bc9-1c229af8d765'] {{(pid=93892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:30:06.137286 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] get_ports_and_sgs() called for port_ids ['00f4f309-41f4-4e94-86a4-ef0178135a23'] {{(pid=93892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:30:06.140114 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] get_ports_and_sgs() called for port_ids ['53984622-e10d-4108-aa2f-8e507e1bd0bf'] {{(pid=93892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:30:06.271436 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2b534c27-e09f-406f-a34a-47058d50f4e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:06.276428 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2b534c27-e09f-406f-a34a-47058d50f4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:06.328091 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 50442) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:06.339193 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-2b534c27-e09f-406f-a34a-47058d50f4e5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=032fd5188c9a49ff8168dce91348de76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3698542 Aug 27 03:30:06.344396 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b534c27-e09f-406f-a34a-47058d50f4e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc2e59b-ebc0-422a-bb52-5c9f74a3c13c,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:06.431772 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dacde936-e368-4255-a61a-234e9c977138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:06.463945 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dacde936-e368-4255-a61a-234e9c977138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:06.483574 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f36f31-4f73-434b-b887-a540f5f704d7 req-b4caab30-e9c2-4d53-abac-4653b8bec696 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:06.483574 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e9f36f31-4f73-434b-b887-a540f5f704d7 req-b4caab30-e9c2-4d53-abac-4653b8bec696 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 944 time: 0.0810237 Aug 27 03:30:06.495702 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b7862-e807-415c-bf27-57950d5165c3 req-c6f6993d-9dd2-4b16-845e-f3c2fd862eaf tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:06.497680 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-833b7862-e807-415c-bf27-57950d5165c3 req-c6f6993d-9dd2-4b16-845e-f3c2fd862eaf tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 945 time: 0.0681345 Aug 27 03:30:06.543650 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dacde936-e368-4255-a61a-234e9c977138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:06.549610 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dacde936-e368-4255-a61a-234e9c977138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:06.554445 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-dacde936-e368-4255-a61a-234e9c977138 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3dc2e59b-ebc0-422a-bb52-5c9f74a3c13c HTTP/1.1" status: 204 len: 168 time: 0.2241592 Aug 27 03:30:06.555644 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e9f36f31-4f73-434b-b887-a540f5f704d7 req-bba344dd-97d5-4ac2-8983-1bd72e5ef74d tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568087 Aug 27 03:30:06.572340 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-833b7862-e807-415c-bf27-57950d5165c3 req-06d9b6b9-b5b4-4a54-b628-cb46fbcdc576 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e43543c-e60e-4c23-9a2c-b5d6c3541fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664809 Aug 27 03:30:06.583329 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacde936-e368-4255-a61a-234e9c977138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc2e59b-ebc0-422a-bb52-5c9f74a3c13c,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:06.783280 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692a2be-e3e8-46c8-a8ad-ecba10bef03c req-9a529c0d-431a-4925-8204-800bb2d1b03d tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:06.795690 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5692a2be-e3e8-46c8-a8ad-ecba10bef03c req-9a529c0d-431a-4925-8204-800bb2d1b03d tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 944 time: 0.0877512 Aug 27 03:30:06.874062 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5692a2be-e3e8-46c8-a8ad-ecba10bef03c req-02d47d59-b5ad-4bca-9c26-d90e82271ffe tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772297 Aug 27 03:30:06.898304 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d784005-8978-42d9-91a3-f4fafb014881 req-c54554bd-716c-4216-9b02-0398d7d7adb2 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:06.899811 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1d784005-8978-42d9-91a3-f4fafb014881 req-c54554bd-716c-4216-9b02-0398d7d7adb2 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 945 time: 0.0764229 Aug 27 03:30:06.938903 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1d784005-8978-42d9-91a3-f4fafb014881 req-9b333468-39d1-4fd0-942f-7251963f6251 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330937 Aug 27 03:30:07.009340 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 50464) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:07.022855 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-69aafd0e-7c8d-46bf-bed5-f400ede768f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:07.117664 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-69aafd0e-7c8d-46bf-bed5-f400ede768f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:07.122493 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-69aafd0e-7c8d-46bf-bed5-f400ede768f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:07.169007 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-69aafd0e-7c8d-46bf-bed5-f400ede768f4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c314cdd56d9f41259b9877fa197d9f94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1585524 Aug 27 03:30:07.171012 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aafd0e-7c8d-46bf-bed5-f400ede768f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab9f2ca-95a5-4340-91af-5b9540cb7194,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:07.171765 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 50468) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:07.237987 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-eea5eaaa-ebd8-4749-b7d5-94a1252f9882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:07.263850 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-eea5eaaa-ebd8-4749-b7d5-94a1252f9882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:07.310203 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-eea5eaaa-ebd8-4749-b7d5-94a1252f9882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:07.313226 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-eea5eaaa-ebd8-4749-b7d5-94a1252f9882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:07.314377 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-eea5eaaa-ebd8-4749-b7d5-94a1252f9882 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3ab9f2ca-95a5-4340-91af-5b9540cb7194 HTTP/1.1" status: 204 len: 168 time: 0.1416929 Aug 27 03:30:07.322636 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea5eaaa-ebd8-4749-b7d5-94a1252f9882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab9f2ca-95a5-4340-91af-5b9540cb7194,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:07.724802 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b6929-4fa7-4229-9a66-4933a79a45eb req-9ea5cde8-bea4-40af-9d4a-68d38cbca2e5 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:07.726745 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-fe4b6929-4fa7-4229-9a66-4933a79a45eb req-9ea5cde8-bea4-40af-9d4a-68d38cbca2e5 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 944 time: 0.0859246 Aug 27 03:30:07.737995 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3213fc-f00c-49d5-88fd-4ec69b0aaf07 req-40fe4d03-edc0-441b-a759-9963991ce5e3 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:07.739523 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4a3213fc-f00c-49d5-88fd-4ec69b0aaf07 req-40fe4d03-edc0-441b-a759-9963991ce5e3 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 945 time: 0.0879927 Aug 27 03:30:07.793341 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-fe4b6929-4fa7-4229-9a66-4933a79a45eb req-346b89a5-a66c-4a94-9b45-717852f7f9ca tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526543 Aug 27 03:30:07.800995 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4a3213fc-f00c-49d5-88fd-4ec69b0aaf07 req-c1c08c6a-a923-4e02-b4ab-9ed711d0107e tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e43543c-e60e-4c23-9a2c-b5d6c3541fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535712 Aug 27 03:30:08.030339 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00a6db-a0a2-4517-b6f8-a7caec86cb21 req-ec99b15d-39b4-4bcb-aa29-10b68c1f3322 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:08.031785 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7c00a6db-a0a2-4517-b6f8-a7caec86cb21 req-ec99b15d-39b4-4bcb-aa29-10b68c1f3322 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 944 time: 0.0769956 Aug 27 03:30:08.101814 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc24d8-a8d0-4ac3-a33c-e6e26e169cd0 req-986acef3-6e8b-4f61-b48d-68de2575f3ce tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:08.103290 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-bfcc24d8-a8d0-4ac3-a33c-e6e26e169cd0 req-986acef3-6e8b-4f61-b48d-68de2575f3ce tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 945 time: 0.0918469 Aug 27 03:30:08.110810 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7c00a6db-a0a2-4517-b6f8-a7caec86cb21 req-60ac0fbf-3763-44c3-beed-2cbc52ecb2d3 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623126 Aug 27 03:30:08.143802 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-bfcc24d8-a8d0-4ac3-a33c-e6e26e169cd0 req-e68417a4-a70c-4854-9518-fcb00683b98f tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320642 Aug 27 03:30:08.952617 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7038f-ba32-449a-9de5-ac3d2e9aabd6 req-daf9d6a1-671e-4f08-a55a-657921ceeee9 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:08.954214 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d9d7038f-ba32-449a-9de5-ac3d2e9aabd6 req-daf9d6a1-671e-4f08-a55a-657921ceeee9 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 945 time: 0.0831935 Aug 27 03:30:08.965226 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470a575-b432-44e2-b01f-c746fa555d0b req-d908557a-4ad4-486a-adb5-83e3de53860a tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:08.966931 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6470a575-b432-44e2-b01f-c746fa555d0b req-d908557a-4ad4-486a-adb5-83e3de53860a tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 944 time: 0.0848329 Aug 27 03:30:09.198540 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d9d7038f-ba32-449a-9de5-ac3d2e9aabd6 req-bf80b9c1-152b-4164-9b74-31b33001ea61 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e43543c-e60e-4c23-9a2c-b5d6c3541fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304947 Aug 27 03:30:09.201232 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6470a575-b432-44e2-b01f-c746fa555d0b req-7e3d2358-c7c3-4c52-a55f-c0558a8420c3 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2273190 Aug 27 03:30:09.325579 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 50556) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:09.355972 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07213313-f0e0-4f1a-85a3-61030993d4fe req-eb4ee362-a233-4c7d-999f-65fe76aa275c tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:09.361868 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-07213313-f0e0-4f1a-85a3-61030993d4fe req-eb4ee362-a233-4c7d-999f-65fe76aa275c tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 945 time: 0.0947468 Aug 27 03:30:09.386832 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a1554-49c7-44e6-9369-89c9c931fbc6 req-bcb5a04d-f7b2-481c-8846-a303245985f7 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:09.388362 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6d8a1554-49c7-44e6-9369-89c9c931fbc6 req-bcb5a04d-f7b2-481c-8846-a303245985f7 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 944 time: 0.1111643 Aug 27 03:30:09.430074 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-07213313-f0e0-4f1a-85a3-61030993d4fe req-ddb00c11-cb83-4204-80ad-ed2c68c55139 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668747 Aug 27 03:30:09.446411 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-da0fbeea-38af-42f7-b0a5-76e580a5ae82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:09.446725 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6d8a1554-49c7-44e6-9369-89c9c931fbc6 req-5bddde62-c522-4bb0-a245-f19c879a0cf9 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490184 Aug 27 03:30:09.537871 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-da0fbeea-38af-42f7-b0a5-76e580a5ae82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:09.542423 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-da0fbeea-38af-42f7-b0a5-76e580a5ae82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:09.584607 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-da0fbeea-38af-42f7-b0a5-76e580a5ae82 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f53b4cca19a341be882f723a74640141&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2576966 Aug 27 03:30:09.585716 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0fbeea-38af-42f7-b0a5-76e580a5ae82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c30c06d-2072-4aae-89c8-9a2b54769da0,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:09.588363 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 50564) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:09.641378 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-64f847e3-1eed-4037-8766-c03912b3fe36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:09.668124 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-64f847e3-1eed-4037-8766-c03912b3fe36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:09.716915 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-64f847e3-1eed-4037-8766-c03912b3fe36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:09.719955 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-64f847e3-1eed-4037-8766-c03912b3fe36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:09.721095 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-64f847e3-1eed-4037-8766-c03912b3fe36 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3c30c06d-2072-4aae-89c8-9a2b54769da0 HTTP/1.1" status: 204 len: 168 time: 0.1317086 Aug 27 03:30:09.730395 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f847e3-1eed-4037-8766-c03912b3fe36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c30c06d-2072-4aae-89c8-9a2b54769da0,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:10.027489 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 50570) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:10.041675 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e69dd3a9-92d2-441d-80a8-54a215fb3862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:10.140135 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e69dd3a9-92d2-441d-80a8-54a215fb3862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:10.145562 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e69dd3a9-92d2-441d-80a8-54a215fb3862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:10.184584 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69dd3a9-92d2-441d-80a8-54a215fb3862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97430bd1-12c0-44ef-ac75-e6f82f9097b9,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:10.190000 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-e69dd3a9-92d2-441d-80a8-54a215fb3862 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2daba2481c734879af6f894590f24e73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1614645 Aug 27 03:30:10.193756 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 50572) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:10.246098 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7381181c-11ab-4967-8569-38490dd03909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:10.269001 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7381181c-11ab-4967-8569-38490dd03909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:10.374666 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5551a6-ef2c-44bd-8af3-d7ac86f90e88 req-e638312a-0191-4862-b636-31ebdc5195a1 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:10.376221 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cf5551a6-ef2c-44bd-8af3-d7ac86f90e88 req-e638312a-0191-4862-b636-31ebdc5195a1 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 944 time: 0.0924768 Aug 27 03:30:10.389057 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44481ca9-71ba-41cb-b2a5-7e815fb944c5 req-550c90a4-284e-4a47-b10a-5e9e61a238e9 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:10.391120 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-44481ca9-71ba-41cb-b2a5-7e815fb944c5 req-550c90a4-284e-4a47-b10a-5e9e61a238e9 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 945 time: 0.1202946 Aug 27 03:30:10.427651 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7381181c-11ab-4967-8569-38490dd03909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:10.430834 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7381181c-11ab-4967-8569-38490dd03909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:10.431979 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-7381181c-11ab-4967-8569-38490dd03909 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/97430bd1-12c0-44ef-ac75-e6f82f9097b9 HTTP/1.1" status: 204 len: 168 time: 0.2367959 Aug 27 03:30:10.448579 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381181c-11ab-4967-8569-38490dd03909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97430bd1-12c0-44ef-ac75-e6f82f9097b9,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:10.468812 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cf5551a6-ef2c-44bd-8af3-d7ac86f90e88 req-3e80b5f4-25a1-4c09-855a-334dbb11cc66 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763803 Aug 27 03:30:10.484372 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-44481ca9-71ba-41cb-b2a5-7e815fb944c5 req-277a3b04-1969-4f49-8c42-ff2b490a3e67 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e43543c-e60e-4c23-9a2c-b5d6c3541fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856595 Aug 27 03:30:10.653312 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2f909-0d58-4d7e-8fa9-2bc140ff577f req-ab40a417-c7d2-4d2e-8efe-8d93088c3fc4 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:10.655071 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-45c2f909-0d58-4d7e-8fa9-2bc140ff577f req-ab40a417-c7d2-4d2e-8efe-8d93088c3fc4 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 945 time: 0.0980394 Aug 27 03:30:10.682883 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4737d-e247-43ef-b287-134c52456a08 req-16ea0992-06fb-4d7c-a5d5-07fdb6999634 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:10.684471 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f4c4737d-e247-43ef-b287-134c52456a08 req-16ea0992-06fb-4d7c-a5d5-07fdb6999634 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 944 time: 0.0896583 Aug 27 03:30:10.743510 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-45c2f909-0d58-4d7e-8fa9-2bc140ff577f req-547a77e2-525a-4d85-8940-b9fc6c64c74a tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797281 Aug 27 03:30:10.763896 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f4c4737d-e247-43ef-b287-134c52456a08 req-bf10b16d-83a6-4162-a5d2-5673069493dc tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692747 Aug 27 03:30:10.981680 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 6 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:30:11.439014 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device bad6539d-473a-4ae7-8574-1eba84cbf59d up at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:30:11.493140 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Provisioning for port bad6539d-473a-4ae7-8574-1eba84cbf59d completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:30:11.497239 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Provisioning complete for port bad6539d-473a-4ae7-8574-1eba84cbf59d triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:30:11.497624 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:11.595818 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:11.619468 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad6539d-473a-4ae7-8574-1eba84cbf59d'}] {{(pid=93892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:30:11.672631 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e5b71-0664-4b89-88ec-aa7b63365a1a req-0ce9f07a-5ece-4d10-9cdf-571d43af53df tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:11.674192 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-800e5b71-0664-4b89-88ec-aa7b63365a1a req-0ce9f07a-5ece-4d10-9cdf-571d43af53df tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 945 time: 0.0913696 Aug 27 03:30:11.684407 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88e8ea-9a76-47ae-a76b-1a41b2995bac req-59faa0aa-723d-4f75-8078-a92e45e778fd tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:11.691881 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4c88e8ea-9a76-47ae-a76b-1a41b2995bac req-59faa0aa-723d-4f75-8078-a92e45e778fd tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 944 time: 0.0946577 Aug 27 03:30:11.695465 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port bad6539d-473a-4ae7-8574-1eba84cbf59d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=bad6539d-473a-4ae7-8574-1eba84cbf59d,segment=NetworkSegment(28780841-0c3a-4bb1-9cb1-796a642c1ab2),segment_id=28780841-0c3a-4bb1-9cb1-796a642c1ab2)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:30:11.701238 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:11.702457 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 53984622-e10d-4108-aa2f-8e507e1bd0bf up at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:30:11.765256 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-800e5b71-0664-4b89-88ec-aa7b63365a1a req-a195a4b9-e2d4-4a72-934a-d6210209d2bc tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e43543c-e60e-4c23-9a2c-b5d6c3541fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716107 Aug 27 03:30:11.773971 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=bad6539d-473a-4ae7-8574-1eba84cbf59d,revision_number=5']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:11.812693 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Provisioning for port 53984622-e10d-4108-aa2f-8e507e1bd0bf completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:30:11.822138 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Provisioning complete for port 53984622-e10d-4108-aa2f-8e507e1bd0bf triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:30:11.822138 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:11.822284 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4c88e8ea-9a76-47ae-a76b-1a41b2995bac req-de16ad25-1042-412e-b9f5-9319d1676d96 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844657 Aug 27 03:30:11.894440 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b63a46784ce0c86216665a107eadf653c768d6aaa0a676db5e2e070eb4240c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1abba8-6df4-4567-9bda-b01155f4a711" -d '{"events": [{"server_uuid": "3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881", "name": "network-vif-plugged", "status": "completed", "tag": "bad6539d-473a-4ae7-8574-1eba84cbf59d"}]}' {{(pid=93892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:30:11.989796 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d033c22-1605-45ff-a4ea-1a128dff1cf8 req-9006c680-61df-4f74-8d95-3e9ea7085b0c tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:11.991872 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7d033c22-1605-45ff-a4ea-1a128dff1cf8 req-9006c680-61df-4f74-8d95-3e9ea7085b0c tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 946 time: 0.0992618 Aug 27 03:30:12.005561 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:12.022761 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe3c7e-5dab-486f-aacd-8742559f1508 req-3414955d-8ed9-4019-89af-4b48ac2ced63 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:12.024882 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8abe3c7e-5dab-486f-aacd-8742559f1508 req-3414955d-8ed9-4019-89af-4b48ac2ced63 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 944 time: 0.0814149 Aug 27 03:30:12.064143 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 53984622-e10d-4108-aa2f-8e507e1bd0bf, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=53984622-e10d-4108-aa2f-8e507e1bd0bf,segment=NetworkSegment(25ebcf9e-1800-44cf-8850-b722b184847e),segment_id=25ebcf9e-1800-44cf-8850-b722b184847e)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:30:12.072919 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:12.074331 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device e929609b-218e-4f62-8bc9-1c229af8d765 up at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:30:12.098832 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7d033c22-1605-45ff-a4ea-1a128dff1cf8 req-65a128c8-9d73-4363-8b9a-0186113e047a tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957649 Aug 27 03:30:12.102077 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8abe3c7e-5dab-486f-aacd-8742559f1508 req-a7448e10-ef2b-41a1-a07b-6c7a9e487b28 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701263 Aug 27 03:30:12.166499 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=53984622-e10d-4108-aa2f-8e507e1bd0bf,revision_number=5']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:12.213120 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Provisioning for port e929609b-218e-4f62-8bc9-1c229af8d765 completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:30:12.218284 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Provisioning complete for port e929609b-218e-4f62-8bc9-1c229af8d765 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:30:12.218738 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:12.312806 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:12.336118 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37805f4d-3512-4963-b955-b6bfbb0657c3 x-openstack-request-id: req-37805f4d-3512-4963-b955-b6bfbb0657c3 {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:30:12.336398 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881", "name": "network-vif-plugged", "status": "completed", "tag": "bad6539d-473a-4ae7-8574-1eba84cbf59d", "code": 200}]} {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:30:12.336643 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-37805f4d-3512-4963-b955-b6bfbb0657c3 {{(pid=93892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:30:12.337090 dv-cinder-804735-2-iscsi neutron-server[93892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad6539d-473a-4ae7-8574-1eba84cbf59d', 'code': 200} Aug 27 03:30:12.356187 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port e929609b-218e-4f62-8bc9-1c229af8d765, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e929609b-218e-4f62-8bc9-1c229af8d765,segment=NetworkSegment(ad8b8aee-f7a5-4d74-ad9f-6d96a9503903),segment_id=ad8b8aee-f7a5-4d74-ad9f-6d96a9503903)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:30:12.363675 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:12.364556 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 00f4f309-41f4-4e94-86a4-ef0178135a23 up at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:30:12.455868 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=e929609b-218e-4f62-8bc9-1c229af8d765,revision_number=5']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:12.473023 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Provisioning for port 00f4f309-41f4-4e94-86a4-ef0178135a23 completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:30:12.477662 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Provisioning complete for port 00f4f309-41f4-4e94-86a4-ef0178135a23 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:30:12.478298 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:12.571768 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:12.602806 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2ea6d-f6d7-44e7-922d-08ac26681b19 req-5dddb974-0dca-4851-b009-eab35696eba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:12.604705 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-81f2ea6d-f6d7-44e7-922d-08ac26681b19 req-5dddb974-0dca-4851-b009-eab35696eba1 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 1099 time: 0.1002073 Aug 27 03:30:12.609632 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 00f4f309-41f4-4e94-86a4-ef0178135a23, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=00f4f309-41f4-4e94-86a4-ef0178135a23,segment=NetworkSegment(9681f18e-fb48-43cf-ad6d-d086c37b3af5),segment_id=9681f18e-fb48-43cf-ad6d-d086c37b3af5)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:30:12.614879 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:12.630176 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-81f2ea6d-f6d7-44e7-922d-08ac26681b19 req-deca65cf-1ab2-4594-9c18-b55c800edffd service neutron] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:12.685681 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=00f4f309-41f4-4e94-86a4-ef0178135a23,revision_number=5']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:12.759670 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-81f2ea6d-f6d7-44e7-922d-08ac26681b19 req-deca65cf-1ab2-4594-9c18-b55c800edffd service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:12.764504 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-81f2ea6d-f6d7-44e7-922d-08ac26681b19 req-deca65cf-1ab2-4594-9c18-b55c800edffd service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:12.805416 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-81f2ea6d-f6d7-44e7-922d-08ac26681b19 req-deca65cf-1ab2-4594-9c18-b55c800edffd service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925442 Aug 27 03:30:12.818320 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca65cf-1ab2-4594-9c18-b55c800edffd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d470a918-151c-40d6-920c-a2e4ab8b8503,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:12.827663 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca65cf-1ab2-4594-9c18-b55c800edffd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:12.827908 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca65cf-1ab2-4594-9c18-b55c800edffd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:12.828332 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca65cf-1ab2-4594-9c18-b55c800edffd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:12.828702 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca65cf-1ab2-4594-9c18-b55c800edffd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:12.829036 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca65cf-1ab2-4594-9c18-b55c800edffd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:12.829394 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca65cf-1ab2-4594-9c18-b55c800edffd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:12.829733 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca65cf-1ab2-4594-9c18-b55c800edffd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:12.830224 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca65cf-1ab2-4594-9c18-b55c800edffd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:12.830528 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca65cf-1ab2-4594-9c18-b55c800edffd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:12.830865 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca65cf-1ab2-4594-9c18-b55c800edffd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:12.831240 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca65cf-1ab2-4594-9c18-b55c800edffd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:12.831638 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca65cf-1ab2-4594-9c18-b55c800edffd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:12.891646 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db848ad-ee08-4804-9295-0787aaa41278 req-8a8f1599-4ecb-4df7-a89a-d1a2c515d18a tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:12.893260 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5db848ad-ee08-4804-9295-0787aaa41278 req-8a8f1599-4ecb-4df7-a89a-d1a2c515d18a tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 946 time: 0.0572071 Aug 27 03:30:12.950923 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5db848ad-ee08-4804-9295-0787aaa41278 req-961a3c51-7857-40b5-bef1-f2df9dfa87ae tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e43543c-e60e-4c23-9a2c-b5d6c3541fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496895 Aug 27 03:30:13.009273 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53961b6-e9d4-4095-b23c-645561fa91b9 req-78873986-9e97-4381-87ec-dd7a73f81034 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:13.016955 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a53961b6-e9d4-4095-b23c-645561fa91b9 req-78873986-9e97-4381-87ec-dd7a73f81034 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 945 time: 0.0813026 Aug 27 03:30:13.034599 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 50730) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:13.085124 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a53961b6-e9d4-4095-b23c-645561fa91b9 req-66e758ba-b56c-4679-ac33-1a53bf153766 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541854 Aug 27 03:30:13.219389 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-161646f1-96b5-4eb4-9267-b1e19b826009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:13.268130 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c10d6-05af-431d-bae0-9c617fb2b764 req-75022fe0-16e7-4140-8e4d-e7a2218a02d5 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:13.277116 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-792c10d6-05af-431d-bae0-9c617fb2b764 req-75022fe0-16e7-4140-8e4d-e7a2218a02d5 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 946 time: 0.0877414 Aug 27 03:30:13.303045 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426949a-a470-4522-a945-36d8fc18234a req-6401a9c0-a007-4e23-8d51-0abdf546130a tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:13.305138 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-0426949a-a470-4522-a945-36d8fc18234a req-6401a9c0-a007-4e23-8d51-0abdf546130a tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.1055574 Aug 27 03:30:13.341765 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-792c10d6-05af-431d-bae0-9c617fb2b764 req-efd61765-e778-405a-94f6-cf4bf0e44c29 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635903 Aug 27 03:30:13.341977 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-161646f1-96b5-4eb4-9267-b1e19b826009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:13.350481 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-161646f1-96b5-4eb4-9267-b1e19b826009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:13.363129 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-0426949a-a470-4522-a945-36d8fc18234a req-f85a21fc-4003-4f47-8be0-958dc0b8fea0 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506344 Aug 27 03:30:13.424511 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-161646f1-96b5-4eb4-9267-b1e19b826009 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c5e857d826c54cc0b3edcade22b2d293&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3887322 Aug 27 03:30:13.427195 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 50754) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:13.430305 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161646f1-96b5-4eb4-9267-b1e19b826009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a668fc8-f41e-444f-b248-26e6cd03ba9f,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:13.441701 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161646f1-96b5-4eb4-9267-b1e19b826009 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:13.442061 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161646f1-96b5-4eb4-9267-b1e19b826009 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:13.442514 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161646f1-96b5-4eb4-9267-b1e19b826009 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:13.442992 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161646f1-96b5-4eb4-9267-b1e19b826009 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:13.443561 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161646f1-96b5-4eb4-9267-b1e19b826009 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:13.444286 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161646f1-96b5-4eb4-9267-b1e19b826009 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:13.444760 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161646f1-96b5-4eb4-9267-b1e19b826009 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:13.445081 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161646f1-96b5-4eb4-9267-b1e19b826009 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:13.445693 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161646f1-96b5-4eb4-9267-b1e19b826009 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:13.446333 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161646f1-96b5-4eb4-9267-b1e19b826009 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:13.446655 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161646f1-96b5-4eb4-9267-b1e19b826009 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:13.447253 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161646f1-96b5-4eb4-9267-b1e19b826009 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:13.512664 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2644e822-d602-4d62-bb92-be8ceb5fd85d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:13.520134 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 50760) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:13.558421 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2644e822-d602-4d62-bb92-be8ceb5fd85d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:13.613570 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2644e822-d602-4d62-bb92-be8ceb5fd85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:13.618357 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2644e822-d602-4d62-bb92-be8ceb5fd85d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:13.620450 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-2644e822-d602-4d62-bb92-be8ceb5fd85d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9a668fc8-f41e-444f-b248-26e6cd03ba9f HTTP/1.1" status: 204 len: 168 time: 0.1920717 Aug 27 03:30:13.641052 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2644e822-d602-4d62-bb92-be8ceb5fd85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a668fc8-f41e-444f-b248-26e6cd03ba9f,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:13.707722 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-072c74ec-ffc2-44e5-88cc-860a1c640639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:13.799824 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-072c74ec-ffc2-44e5-88cc-860a1c640639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:13.806503 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-072c74ec-ffc2-44e5-88cc-860a1c640639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:13.885255 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-072c74ec-ffc2-44e5-88cc-860a1c640639 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9964d17283ab4b8d8f347eaae1e0d7e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3640122 Aug 27 03:30:13.886115 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c74ec-ffc2-44e5-88cc-860a1c640639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2a148a-bfe3-48c9-9cc5-550d63d1ddf8,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:13.888621 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 50788) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:13.999397 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-48e987d5-a419-495e-b472-4a6e740e786a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:14.033663 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-48e987d5-a419-495e-b472-4a6e740e786a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:14.105164 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 50802) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:14.118616 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9906b875-b327-4e65-a309-eea1ba326b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:14.128172 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-48e987d5-a419-495e-b472-4a6e740e786a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:14.131198 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-48e987d5-a419-495e-b472-4a6e740e786a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:14.132840 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-48e987d5-a419-495e-b472-4a6e740e786a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8d2a148a-bfe3-48c9-9cc5-550d63d1ddf8 HTTP/1.1" status: 204 len: 168 time: 0.2428432 Aug 27 03:30:14.164255 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e987d5-a419-495e-b472-4a6e740e786a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2a148a-bfe3-48c9-9cc5-550d63d1ddf8,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:14.239865 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9906b875-b327-4e65-a309-eea1ba326b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:14.245185 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9906b875-b327-4e65-a309-eea1ba326b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:14.254922 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3a3a5-ab9d-4567-9a1a-6da4c59fd05d req-f9f30c76-7f59-4b42-ac60-ee5a62957c11 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:14.263211 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-efe3a3a5-ab9d-4567-9a1a-6da4c59fd05d req-f9f30c76-7f59-4b42-ac60-ee5a62957c11 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 946 time: 0.1740344 Aug 27 03:30:14.314443 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-9906b875-b327-4e65-a309-eea1ba326b60 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eb2970fe74754ac2a4db9e96ae4384a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2082088 Aug 27 03:30:14.316124 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9906b875-b327-4e65-a309-eea1ba326b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849118b7-b20d-4865-9fb1-27b18497eb1e,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:14.318445 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 50808) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:14.338090 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b06c46a-59d4-4460-8c5c-8b1c0a34b987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53984622-e10d-4108-aa2f-8e507e1bd0bf'}, {'server_uuid': '70d004af-5dc0-4616-a2e3-bcab38f12bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e929609b-218e-4f62-8bc9-1c229af8d765'}, {'server_uuid': 'b798f8be-ccdf-4eec-b4dc-9216b13eba31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f4f309-41f4-4e94-86a4-ef0178135a23'}] {{(pid=93892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:30:14.340423 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b63a46784ce0c86216665a107eadf653c768d6aaa0a676db5e2e070eb4240c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1acfd21-f16a-4b95-aef7-aff149c09e5a" -d '{"events": [{"server_uuid": "6b06c46a-59d4-4460-8c5c-8b1c0a34b987", "name": "network-vif-plugged", "status": "completed", "tag": "53984622-e10d-4108-aa2f-8e507e1bd0bf"}, {"server_uuid": "70d004af-5dc0-4616-a2e3-bcab38f12bff", "name": "network-vif-plugged", "status": "completed", "tag": "e929609b-218e-4f62-8bc9-1c229af8d765"}, {"server_uuid": "b798f8be-ccdf-4eec-b4dc-9216b13eba31", "name": "network-vif-plugged", "status": "completed", "tag": "00f4f309-41f4-4e94-86a4-ef0178135a23"}]}' {{(pid=93892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:30:14.349138 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 50812) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:14.364712 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9eebf-c2fa-49ac-81e8-cf76b3570798 req-bb9719fc-ccde-4a63-9812-a0dfb2868b09 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:14.366641 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-78d9eebf-c2fa-49ac-81e8-cf76b3570798 req-bb9719fc-ccde-4a63-9812-a0dfb2868b09 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 945 time: 0.1008255 Aug 27 03:30:14.382138 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-efe3a3a5-ab9d-4567-9a1a-6da4c59fd05d req-ed2e2e45-e202-4553-a751-50a247d5ab95 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e43543c-e60e-4c23-9a2c-b5d6c3541fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150296 Aug 27 03:30:14.462408 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-78d9eebf-c2fa-49ac-81e8-cf76b3570798 req-9dc741cd-d9e2-4b42-8c65-6e45fe235152 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734708 Aug 27 03:30:14.471262 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5c0448d0-0ab7-4baf-8c2b-a04f73676cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:14.476871 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 27 Aug 2021 03:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a821f3-7a34-4dfb-a6a6-9b56a2723bb6 x-openstack-request-id: req-00a821f3-7a34-4dfb-a6a6-9b56a2723bb6 {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:30:14.477175 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b06c46a-59d4-4460-8c5c-8b1c0a34b987", "name": "network-vif-plugged", "status": "completed", "tag": "53984622-e10d-4108-aa2f-8e507e1bd0bf", "code": 200}, {"server_uuid": "70d004af-5dc0-4616-a2e3-bcab38f12bff", "name": "network-vif-plugged", "status": "completed", "tag": "e929609b-218e-4f62-8bc9-1c229af8d765", "code": 200}, {"server_uuid": "b798f8be-ccdf-4eec-b4dc-9216b13eba31", "name": "network-vif-plugged", "status": "completed", "tag": "00f4f309-41f4-4e94-86a4-ef0178135a23", "code": 200}]} {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:30:14.477423 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-00a821f3-7a34-4dfb-a6a6-9b56a2723bb6 {{(pid=93892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:30:14.477818 dv-cinder-804735-2-iscsi neutron-server[93892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b06c46a-59d4-4460-8c5c-8b1c0a34b987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53984622-e10d-4108-aa2f-8e507e1bd0bf', 'code': 200} Aug 27 03:30:14.478075 dv-cinder-804735-2-iscsi neutron-server[93892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d004af-5dc0-4616-a2e3-bcab38f12bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e929609b-218e-4f62-8bc9-1c229af8d765', 'code': 200} Aug 27 03:30:14.478327 dv-cinder-804735-2-iscsi neutron-server[93892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b798f8be-ccdf-4eec-b4dc-9216b13eba31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f4f309-41f4-4e94-86a4-ef0178135a23', 'code': 200} Aug 27 03:30:14.530800 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5c0448d0-0ab7-4baf-8c2b-a04f73676cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:14.660190 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1377a-f948-4b79-8b1f-4525e0d21496 req-751eae4e-817f-469a-a0d3-eae949eca4cf tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:14.663606 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-56c1377a-f948-4b79-8b1f-4525e0d21496 req-751eae4e-817f-469a-a0d3-eae949eca4cf tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 946 time: 0.0826898 Aug 27 03:30:14.702545 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5c0448d0-0ab7-4baf-8c2b-a04f73676cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:14.705276 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5c0448d0-0ab7-4baf-8c2b-a04f73676cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:14.706505 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-5c0448d0-0ab7-4baf-8c2b-a04f73676cd6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/849118b7-b20d-4865-9fb1-27b18497eb1e HTTP/1.1" status: 204 len: 168 time: 0.3813369 Aug 27 03:30:14.729097 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0448d0-0ab7-4baf-8c2b-a04f73676cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849118b7-b20d-4865-9fb1-27b18497eb1e,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:14.777381 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-56c1377a-f948-4b79-8b1f-4525e0d21496 req-65bd9261-673d-4b05-b180-4fd6f0c42222 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008976 Aug 27 03:30:14.801184 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255e387-ed7a-4f16-bd79-6dfbc4fa9b52 req-611e5dec-2751-417d-aaaa-48fecd5690b7 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:14.807021 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6255e387-ed7a-4f16-bd79-6dfbc4fa9b52 req-611e5dec-2751-417d-aaaa-48fecd5690b7 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.1419132 Aug 27 03:30:14.868268 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-37045b92-34db-4c96-8654-53ba9e57b202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:14.908508 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6255e387-ed7a-4f16-bd79-6dfbc4fa9b52 req-bdcfcf60-a31d-4333-9cd6-2253bbb7699d tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953798 Aug 27 03:30:14.966824 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4e4c559e-f853-43f9-9ed1-db56160cc614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:14.998619 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fad246-625b-4229-ac71-de9f269aa48b req-df3699aa-8915-4f63-bb73-a9693928db4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:15.000990 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-57fad246-625b-4229-ac71-de9f269aa48b req-df3699aa-8915-4f63-bb73-a9693928db4b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 1098 time: 0.0839732 Aug 27 03:30:15.068458 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ce49f-01fb-44d9-ad32-16ca75fd7fac req-9729436b-d224-4523-a181-c6a7f2bff2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:15.070219 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-825ce49f-01fb-44d9-ad32-16ca75fd7fac req-9729436b-d224-4523-a181-c6a7f2bff2b4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 1099 time: 0.0683324 Aug 27 03:30:15.088863 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-57fad246-625b-4229-ac71-de9f269aa48b req-33447826-a581-43d5-86d0-f6e0d5b4814b service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549133 Aug 27 03:30:15.118689 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-825ce49f-01fb-44d9-ad32-16ca75fd7fac req-60465de1-a351-4478-866c-f8f2a84cb8da service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=1e43543c-e60e-4c23-9a2c-b5d6c3541fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378730 Aug 27 03:30:15.121189 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff3e03-755f-4a22-9d61-1ae4f4bc4474 req-3fc51358-e826-4656-a393-38e9583a1d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:15.122822 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-afff3e03-755f-4a22-9d61-1ae4f4bc4474 req-3fc51358-e826-4656-a393-38e9583a1d13 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 1098 time: 0.1013415 Aug 27 03:30:15.153686 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4e4c559e-f853-43f9-9ed1-db56160cc614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:15.158058 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4e4c559e-f853-43f9-9ed1-db56160cc614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:15.199284 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-4e4c559e-f853-43f9-9ed1-db56160cc614 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=87a447abed3746a988777d61ceb08cf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8485160 Aug 27 03:30:15.199438 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 50838) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:15.201388 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c559e-f853-43f9-9ed1-db56160cc614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1e43a4-b10d-403f-8d3b-b51e0898c213,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:15.262035 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fb6edc2d-e1a6-4c12-a562-5d1114f356b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:15.284793 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fb6edc2d-e1a6-4c12-a562-5d1114f356b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:15.342018 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fb6edc2d-e1a6-4c12-a562-5d1114f356b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:15.345137 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fb6edc2d-e1a6-4c12-a562-5d1114f356b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:15.347396 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-fb6edc2d-e1a6-4c12-a562-5d1114f356b5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5e1e43a4-b10d-403f-8d3b-b51e0898c213 HTTP/1.1" status: 204 len: 168 time: 0.1458559 Aug 27 03:30:15.358563 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6edc2d-e1a6-4c12-a562-5d1114f356b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1e43a4-b10d-403f-8d3b-b51e0898c213,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:15.400686 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 50850) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:15.516627 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f7e83-ec1f-4469-b6f4-2706f757f15c req-dbfec0cb-d3e0-43f7-98ec-5a2fe7dc07f8 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:15.519192 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b15f7e83-ec1f-4469-b6f4-2706f757f15c req-dbfec0cb-d3e0-43f7-98ec-5a2fe7dc07f8 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 946 time: 0.0603251 Aug 27 03:30:15.560428 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-afff3e03-755f-4a22-9d61-1ae4f4bc4474 req-25bb73bd-896c-4f4b-b4b1-0d9a5d4fc11b service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614824 Aug 27 03:30:15.588259 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b15f7e83-ec1f-4469-b6f4-2706f757f15c req-d13a374c-842f-438b-8ab3-04770077861d tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e43543c-e60e-4c23-9a2c-b5d6c3541fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502162 Aug 27 03:30:15.636805 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eab15c-147d-45e2-8f3c-bbe089646a0f req-d3632c9b-da42-466e-8b53-cc95e8d8b9dc tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:15.638420 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-52eab15c-147d-45e2-8f3c-bbe089646a0f req-d3632c9b-da42-466e-8b53-cc95e8d8b9dc tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 945 time: 0.0491960 Aug 27 03:30:15.691963 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-52eab15c-147d-45e2-8f3c-bbe089646a0f req-5350f944-c6c2-44ca-b0d7-fbcda692bfe8 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475016 Aug 27 03:30:15.710394 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6e8379b-2fc4-4163-ba04-598a8d39256d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:15.799080 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6e8379b-2fc4-4163-ba04-598a8d39256d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:15.803196 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6e8379b-2fc4-4163-ba04-598a8d39256d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:15.848101 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-f6e8379b-2fc4-4163-ba04-598a8d39256d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7171e2675f4d474e8a181829098af4b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4460261 Aug 27 03:30:15.848498 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 50872) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:15.848999 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e8379b-2fc4-4163-ba04-598a8d39256d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834fa8ba-e629-40d4-9f67-d92e4266729a,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:15.879479 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 50874) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:15.902310 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-13eb1a21-d2fb-43de-bf92-c9a651006565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:15.964849 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-064bb0c0-d633-4a87-a394-51c45c4f63bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:15.967873 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ce179-4339-4db2-b917-df6334624fa5 req-8e797b94-2e5f-44ab-b1a1-fbbb39e17317 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:15.976515 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-fa7ce179-4339-4db2-b917-df6334624fa5 req-8e797b94-2e5f-44ab-b1a1-fbbb39e17317 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 946 time: 0.0861204 Aug 27 03:30:16.003999 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-064bb0c0-d633-4a87-a394-51c45c4f63bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:16.036568 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-fa7ce179-4339-4db2-b917-df6334624fa5 req-03c539a4-387b-4515-87d6-e9d4cb3041a8 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591774 Aug 27 03:30:16.128360 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed77738-4077-47b9-b816-65a225a851fb req-f448a427-41ab-4ae3-8717-ea809a5e5ba7 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:16.131168 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-13eb1a21-d2fb-43de-bf92-c9a651006565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:16.133419 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-064bb0c0-d633-4a87-a394-51c45c4f63bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:16.135973 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-064bb0c0-d633-4a87-a394-51c45c4f63bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:16.137130 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-064bb0c0-d633-4a87-a394-51c45c4f63bd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/834fa8ba-e629-40d4-9f67-d92e4266729a HTTP/1.1" status: 204 len: 168 time: 0.2873294 Aug 27 03:30:16.137531 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9ed77738-4077-47b9-b816-65a225a851fb req-f448a427-41ab-4ae3-8717-ea809a5e5ba7 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.1010988 Aug 27 03:30:16.155597 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-13eb1a21-d2fb-43de-bf92-c9a651006565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:16.175192 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064bb0c0-d633-4a87-a394-51c45c4f63bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834fa8ba-e629-40d4-9f67-d92e4266729a,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:16.233341 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9ed77738-4077-47b9-b816-65a225a851fb req-3a776d76-5c0a-4fd2-b118-ad829af4c363 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938418 Aug 27 03:30:16.264735 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-13eb1a21-d2fb-43de-bf92-c9a651006565 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e549f2f0c0074d5f9464d423b33995f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3837593 Aug 27 03:30:16.267074 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 50896) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:16.274446 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb1a21-d2fb-43de-bf92-c9a651006565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b561d86-0d33-4b86-8e9c-6ba4b841d88c,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:16.328317 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dd7c0a30-67fa-4ec7-b7dc-1f68b4d686cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:16.352920 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dd7c0a30-67fa-4ec7-b7dc-1f68b4d686cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:16.411700 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dd7c0a30-67fa-4ec7-b7dc-1f68b4d686cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:16.416474 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dd7c0a30-67fa-4ec7-b7dc-1f68b4d686cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:16.418064 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-dd7c0a30-67fa-4ec7-b7dc-1f68b4d686cf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9b561d86-0d33-4b86-8e9c-6ba4b841d88c HTTP/1.1" status: 204 len: 168 time: 0.1500230 Aug 27 03:30:16.430725 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c0a30-67fa-4ec7-b7dc-1f68b4d686cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b561d86-0d33-4b86-8e9c-6ba4b841d88c,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:16.585480 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 50906) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:16.753555 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 50914) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:16.775091 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-03ecd0f3-cc7a-49b7-9c2e-b188424c7713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:16.820709 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519df574-6905-4778-b87b-d3d74256c9da req-ba63d584-355a-4d95-bcbe-af5226f1d5d2 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:16.828431 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-519df574-6905-4778-b87b-d3d74256c9da req-ba63d584-355a-4d95-bcbe-af5226f1d5d2 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 946 time: 0.1403601 Aug 27 03:30:16.877356 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-519df574-6905-4778-b87b-d3d74256c9da req-41841c7d-5669-4de5-a9a9-4b0ba7213027 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e43543c-e60e-4c23-9a2c-b5d6c3541fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478954 Aug 27 03:30:16.993508 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92e36d-52fa-4632-8584-6f218c92f0eb req-05f7705b-e9c0-428d-a5c0-e8ad09143fdf tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:17.002729 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-aa92e36d-52fa-4632-8584-6f218c92f0eb req-05f7705b-e9c0-428d-a5c0-e8ad09143fdf tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 945 time: 0.1178465 Aug 27 03:30:17.028381 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-03ecd0f3-cc7a-49b7-9c2e-b188424c7713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:17.034324 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-03ecd0f3-cc7a-49b7-9c2e-b188424c7713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:17.075561 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-aa92e36d-52fa-4632-8584-6f218c92f0eb req-006b51b0-4dbe-48b6-aba4-e72c18423221 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673952 Aug 27 03:30:17.086965 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [None req-943cbe93-3311-46e2-9f10-d93ad7c4059d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1621328902-network', 'tenant_id': 'e15f14b108b54811bd061d2f3cc4150d'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:30:17.091991 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-03ecd0f3-cc7a-49b7-9c2e-b188424c7713 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ed70c7574d4d4351903d8505b897a183&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3346317 Aug 27 03:30:17.098032 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 50926) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:17.115866 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ecd0f3-cc7a-49b7-9c2e-b188424c7713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84db539-3bf8-4a3c-a905-33bcbe0a1a03,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:17.130515 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943cbe93-3311-46e2-9f10-d93ad7c4059d admin admin] Made reservation on behalf of e15f14b108b54811bd061d2f3cc4150d for: {'network': 1} {{(pid=93891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:30:17.134422 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-943cbe93-3311-46e2-9f10-d93ad7c4059d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for network, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:17.145537 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-943cbe93-3311-46e2-9f10-d93ad7c4059d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:17.159443 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ccd23ee6-5d2c-4f38-8879-a27c8c4cc903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:17.184487 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ccd23ee6-5d2c-4f38-8879-a27c8c4cc903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:17.257217 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ccd23ee6-5d2c-4f38-8879-a27c8c4cc903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:17.261715 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-be607387-6d7d-4864-80b0-e44aa9921e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:17.271268 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ccd23ee6-5d2c-4f38-8879-a27c8c4cc903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:17.276518 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-ccd23ee6-5d2c-4f38-8879-a27c8c4cc903 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c84db539-3bf8-4a3c-a905-33bcbe0a1a03 HTTP/1.1" status: 204 len: 168 time: 0.1774662 Aug 27 03:30:17.297967 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd23ee6-5d2c-4f38-8879-a27c8c4cc903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84db539-3bf8-4a3c-a905-33bcbe0a1a03,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:17.367372 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-943cbe93-3311-46e2-9f10-d93ad7c4059d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:17.390754 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-943cbe93-3311-46e2-9f10-d93ad7c4059d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:17.405846 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91cc3c0-f086-4690-ac0e-e4d8ff94b15d req-3aaa870b-484d-4f9b-be22-f817ee108580 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:17.407673 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e91cc3c0-f086-4690-ac0e-e4d8ff94b15d req-3aaa870b-484d-4f9b-be22-f817ee108580 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 945 time: 0.1536241 Aug 27 03:30:17.420961 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 50940) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:17.426015 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-1914369f-f010-4d7a-914e-7d3ec0bec23e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Request body: {'floatingip': {'port_id': '53984622-e10d-4108-aa2f-8e507e1bd0bf'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:30:17.432088 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-943cbe93-3311-46e2-9f10-d93ad7c4059d admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=93891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:30:17.454897 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943cbe93-3311-46e2-9f10-d93ad7c4059d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f8029b-df2a-4d9a-8972-3ad674839d0c,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:17.458714 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-943cbe93-3311-46e2-9f10-d93ad7c4059d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004'] for segment, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:17.459143 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.db.segments_db [None req-943cbe93-3311-46e2-9f10-d93ad7c4059d admin admin] Added segment d9e79418-ed89-4401-a20c-384912d89181 of type vlan for network 318ae43d-a08c-4c31-9942-33b26f067d36 Aug 27 03:30:17.469779 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b508f78-e71b-486d-b71c-647b78748874 req-337aeea8-1dd8-4c79-b74a-422c9bdfb5c1 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:17.477973 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8b508f78-e71b-486d-b71c-647b78748874 req-337aeea8-1dd8-4c79-b74a-422c9bdfb5c1 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.1376827 Aug 27 03:30:17.480459 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:17.543276 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1914369f-f010-4d7a-914e-7d3ec0bec23e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks [] for floatingip, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:17.549337 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-943cbe93-3311-46e2-9f10-d93ad7c4059d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776574857063'] for network, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:17.571699 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8b508f78-e71b-486d-b71c-647b78748874 req-70ce12fe-f774-46fe-9101-e0504b65171e tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883245 Aug 27 03:30:17.619569 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-943cbe93-3311-46e2-9f10-d93ad7c4059d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068'] for network, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:17.620636 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943cbe93-3311-46e2-9f10-d93ad7c4059d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:17.621284 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-943cbe93-3311-46e2-9f10-d93ad7c4059d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for network, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:17.685774 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-943cbe93-3311-46e2-9f10-d93ad7c4059d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0991833 Aug 27 03:30:17.689289 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 50952) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:17.694692 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [None req-bfc2e5fa-e144-43b4-9179-32c32f5e3c7b admin admin] Request body: {'subnet': {'network_id': '318ae43d-a08c-4c31-9942-33b26f067d36', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1621328902-subnet', 'tenant_id': 'e15f14b108b54811bd061d2f3cc4150d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:30:17.716009 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943cbe93-3311-46e2-9f10-d93ad7c4059d admin admin] Pushing event updated for resources: {'Network': ['ID=318ae43d-a08c-4c31-9942-33b26f067d36,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:17.731831 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc2e5fa-e144-43b4-9179-32c32f5e3c7b admin admin] Made reservation on behalf of e15f14b108b54811bd061d2f3cc4150d for: {'subnet': 1} {{(pid=93891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:30:17.732737 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Network 318ae43d-a08c-4c31-9942-33b26f067d36 details requested by agent ovs-agent-dv-cinder-804735-2-iscsi with host dv-cinder-804735-2-iscsi {{(pid=93892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:30:17.734434 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bfc2e5fa-e144-43b4-9179-32c32f5e3c7b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:18.152073 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bfc2e5fa-e144-43b4-9179-32c32f5e3c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068'] for subnet, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:18.258494 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c3c05-6cac-4e9b-9e75-a4a5e2b95a9c req-90a50c82-632e-45d2-afa6-52f4378bb119 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:18.268330 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-390c3c05-6cac-4e9b-9e75-a4a5e2b95a9c req-90a50c82-632e-45d2-afa6-52f4378bb119 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 946 time: 0.2331579 Aug 27 03:30:18.393558 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2e5fa-e144-43b4-9179-32c32f5e3c7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd37877d-194f-4042-8f51-571bfd8e2eb8,revision_number=0']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:18.436882 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc2e5fa-e144-43b4-9179-32c32f5e3c7b admin admin] Checking segment: {'id': 'd9e79418-ed89-4401-a20c-384912d89181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '318ae43d-a08c-4c31-9942-33b26f067d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:30:18.437239 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc2e5fa-e144-43b4-9179-32c32f5e3c7b admin admin] Network hostable DHCP agents. Network: 318ae43d-a08c-4c31-9942-33b26f067d36, hostable agents: ['b9d5b039-511f-405d-92d5-fedc540f1c95'], hosted agents: [] {{(pid=93891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:30:18.458034 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-390c3c05-6cac-4e9b-9e75-a4a5e2b95a9c req-edd090d0-12a4-425b-b133-4a49e6d7a834 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e43543c-e60e-4c23-9a2c-b5d6c3541fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683526 Aug 27 03:30:18.486681 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc2e5fa-e144-43b4-9179-32c32f5e3c7b admin admin] Network 318ae43d-a08c-4c31-9942-33b26f067d36 is scheduled to be hosted by DHCP agent b9d5b039-511f-405d-92d5-fedc540f1c95 with binding_index 1 {{(pid=93891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:30:18.510161 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-bfc2e5fa-e144-43b4-9179-32c32f5e3c7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-2-iscsi, 318ae43d-a08c-4c31-9942-33b26f067d36) {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:30:18.518601 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc2e5fa-e144-43b4-9179-32c32f5e3c7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:18.519428 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bfc2e5fa-e144-43b4-9179-32c32f5e3c7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for subnet, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:18.527940 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77305430-0a7e-4ea5-907a-bebb3a3f0135 None None] Network 318ae43d-a08c-4c31-9942-33b26f067d36 requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:30:18.548081 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-bfc2e5fa-e144-43b4-9179-32c32f5e3c7b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8573859 Aug 27 03:30:18.598353 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.db.resource_extend [None req-1914369f-f010-4d7a-914e-7d3ec0bec23e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 03:30:18.657298 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:18.742872 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1914369f-f010-4d7a-914e-7d3ec0bec23e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:18.749080 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1914369f-f010-4d7a-914e-7d3ec0bec23e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456017'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:18.768719 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34711172-556e-44cb-ba49-f7d63d2d9f18 None None] Network 318ae43d-a08c-4c31-9942-33b26f067d36 requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:30:18.801171 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268a009-9887-4a90-ae94-6de0c5d01929 req-5bf00d53-87c5-426e-a0b7-218fe3b496d2 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:18.803399 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3268a009-9887-4a90-ae94-6de0c5d01929 req-5bf00d53-87c5-426e-a0b7-218fe3b496d2 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0799959 Aug 27 03:30:18.872726 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3268a009-9887-4a90-ae94-6de0c5d01929 req-c9aa6391-fcb9-4f28-a531-043ef89479fb tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622876 Aug 27 03:30:18.982829 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.db.l3_db [None req-1914369f-f010-4d7a-914e-7d3ec0bec23e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Floating IP 8c6478e7-a645-484c-8379-3dce69821734 associated. External IP: 172.27.0.75, port: 53984622-e10d-4108-aa2f-8e507e1bd0bf. Aug 27 03:30:19.118659 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a4685-6c26-453c-82c6-6719fa13c48e req-a7880648-e214-4dc9-99df-3512ee0850d8 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:19.120202 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7c3a4685-6c26-453c-82c6-6719fa13c48e req-a7880648-e214-4dc9-99df-3512ee0850d8 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.1020718 Aug 27 03:30:19.129402 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 51028) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:19.140391 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [None req-c52101d9-5ecc-4a18-b559-06945e26c3be tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Request body: {'floatingip': {'port_id': '00f4f309-41f4-4e94-86a4-ef0178135a23'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:30:19.347550 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1914369f-f010-4d7a-914e-7d3ec0bec23e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Router 9fb9f90e-3720-49fd-a152-fb2572effb38 has already been hosted by L3 agent 531130d0-1c3c-4def-a74a-055fb8373853 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:30:19.456508 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c52101d9-5ecc-4a18-b559-06945e26c3be tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks [] for floatingip, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:19.553376 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1914369f-f010-4d7a-914e-7d3ec0bec23e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify agent at l3_agent.dv-cinder-804735-2-iscsi the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:30:19.559124 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1914369f-f010-4d7a-914e-7d3ec0bec23e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:19.596333 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7968f42b-0ad7-4d0f-91eb-efdf82cb3642 None None] Sync routers for ids ['9fb9f90e-3720-49fd-a152-fb2572effb38'] in dv-cinder-804735-2-iscsi {{(pid=93893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:30:19.605304 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-1914369f-f010-4d7a-914e-7d3ec0bec23e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "PUT /v2.0/floatingips/8c6478e7-a645-484c-8379-3dce69821734 HTTP/1.1" status: 200 len: 990 time: 2.1803627 Aug 27 03:30:19.605304 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b06c46a-59d4-4460-8c5c-8b1c0a34b987', 'tag': '53984622-e10d-4108-aa2f-8e507e1bd0bf'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:30:19.606334 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}755905221a1e0f69e4370b1ec2ad9bde0bcbe0fd3cc794ff6c7e2d34909de1ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1cea04-40f6-4d31-99d6-1efdbd5ceec7" -d '{"events": [{"name": "network-changed", "server_uuid": "6b06c46a-59d4-4460-8c5c-8b1c0a34b987", "tag": "53984622-e10d-4108-aa2f-8e507e1bd0bf"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:30:19.616395 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7968f42b-0ad7-4d0f-91eb-efdf82cb3642 None None] Routers {'9fb9f90e-3720-49fd-a152-fb2572effb38'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:30:19.617057 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-7968f42b-0ad7-4d0f-91eb-efdf82cb3642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:30:17Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['9fb9f90e-3720-49fd-a152-fb2572effb38'], 'active': True} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:19.691472 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7fdbfeb-baa9-41f4-918d-844dc70f5baa x-openstack-request-id: req-a7fdbfeb-baa9-41f4-918d-844dc70f5baa {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:30:19.691766 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b06c46a-59d4-4460-8c5c-8b1c0a34b987", "tag": "53984622-e10d-4108-aa2f-8e507e1bd0bf", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:30:19.692014 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a7fdbfeb-baa9-41f4-918d-844dc70f5baa {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:30:19.693175 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b06c46a-59d4-4460-8c5c-8b1c0a34b987', 'tag': '53984622-e10d-4108-aa2f-8e507e1bd0bf', 'status': 'completed', 'code': 200} Aug 27 03:30:19.814497 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1cea04-40f6-4d31-99d6-1efdbd5ceec7 req-fd3633b0-95f4-472c-a283-079a401f792f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:19.816053 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ea1cea04-40f6-4d31-99d6-1efdbd5ceec7 req-fd3633b0-95f4-472c-a283-079a401f792f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f60ccdbc7dbb46c6abacc312e57220a1&device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 1098 time: 0.0789630 Aug 27 03:30:19.843553 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvr_db [None req-7968f42b-0ad7-4d0f-91eb-efdf82cb3642 None None] Set router 9fb9f90e-3720-49fd-a152-fb2572effb38 gateway port host: dv-cinder-804735-2-iscsi {{(pid=93893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:30:19.982794 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 51102) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:20.123806 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 51112) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:20.134111 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [None req-8ccb298d-4412-4c3e-b5a7-7275d59a27c2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-674231311-network', 'tenant_id': 'c0841ae69d444961bd38ab563c31821c'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:30:20.138430 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:20.180836 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ccb298d-4412-4c3e-b5a7-7275d59a27c2 admin admin] Made reservation on behalf of c0841ae69d444961bd38ab563c31821c for: {'network': 1} {{(pid=93891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:30:20.183164 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8ccb298d-4412-4c3e-b5a7-7275d59a27c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for network, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:20.224911 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8ccb298d-4412-4c3e-b5a7-7275d59a27c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:20.262741 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1cea04-40f6-4d31-99d6-1efdbd5ceec7 req-48931f32-619e-49cb-bb24-0545b54bf46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:20.264271 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ea1cea04-40f6-4d31-99d6-1efdbd5ceec7 req-48931f32-619e-49cb-bb24-0545b54bf46c service neutron] 10.222.0.63 "GET /v2.0/networks?id=914ec375-24a4-430c-b691-a84588d24cf3 HTTP/1.1" status: 200 len: 918 time: 0.4390495 Aug 27 03:30:20.526679 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ea1cea04-40f6-4d31-99d6-1efdbd5ceec7 req-f4d2ea71-ea25-43dc-8134-32f09a7a939c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53984622-e10d-4108-aa2f-8e507e1bd0bf HTTP/1.1" status: 200 len: 998 time: 0.2499688 Aug 27 03:30:20.535908 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9ab11b77-b525-4c65-ae24-5a2173c58f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:20.574358 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-7968f42b-0ad7-4d0f-91eb-efdf82cb3642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'name': 'tempest-AttachVolumeShelveTestJSON-1719299241-router', 'tenant_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ea40e756-c901-4048-90b4-7d2cb256dc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:11Z', 'updated_at': '2021-08-27T03:29:20Z', 'revision_number': 4, 'project_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'gw_port': {'id': 'ea40e756-c901-4048-90b4-7d2cb256dc51', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:13Z', 'updated_at': '2021-08-27T03:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_floatingips': [{'id': '8c6478e7-a645-484c-8379-3dce69821734', 'tenant_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'floating_ip_address': '172.27.0.75', 'floating_network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'router_id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'port_id': '53984622-e10d-4108-aa2f-8e507e1bd0bf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '914ec375-24a4-430c-b691-a84588d24cf3', 'mac_address': 'fa:16:3e:23:97:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b06c46a-59d4-4460-8c5c-8b1c0a34b987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:29:26Z', 'updated_at': '2021-08-27T03:30:18Z', 'revision_number': 1, 'project_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c500e205-52b3-4752-9bc2-9342d85c6169', 'name': '', 'network_id': '914ec375-24a4-430c-b691-a84588d24cf3', 'tenant_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'mac_address': 'fa:16:3e:6b:d3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '01048c02-3dc7-4172-b7c7-73d0365326a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:19Z', 'updated_at': '2021-08-27T03:29:28Z', 'revision_number': 5, 'project_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'subnets': [{'id': '01048c02-3dc7-4172-b7c7-73d0365326a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:20.608498 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1cea04-40f6-4d31-99d6-1efdbd5ceec7 req-aefcc70c-9db5-4232-8ce6-765b102f0a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:20.610013 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ea1cea04-40f6-4d31-99d6-1efdbd5ceec7 req-aefcc70c-9db5-4232-8ce6-765b102f0a38 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=01048c02-3dc7-4172-b7c7-73d0365326a6 HTTP/1.1" status: 200 len: 856 time: 0.0641341 Aug 27 03:30:20.626340 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7968f42b-0ad7-4d0f-91eb-efdf82cb3642 None None] Checking router: 9fb9f90e-3720-49fd-a152-fb2572effb38 for host: dv-cinder-804735-2-iscsi {{(pid=93893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:30:20.641364 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7968f42b-0ad7-4d0f-91eb-efdf82cb3642 None None] Routers {'9fb9f90e-3720-49fd-a152-fb2572effb38'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:30:20.642119 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-7968f42b-0ad7-4d0f-91eb-efdf82cb3642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:30:17Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['9fb9f90e-3720-49fd-a152-fb2572effb38'], 'active': True} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:20.686743 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1cea04-40f6-4d31-99d6-1efdbd5ceec7 req-28dcba20-175c-45f5-a401-323c96896afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:20.689109 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ea1cea04-40f6-4d31-99d6-1efdbd5ceec7 req-28dcba20-175c-45f5-a401-323c96896afb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=914ec375-24a4-430c-b691-a84588d24cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0671227 Aug 27 03:30:20.717203 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.db.resource_extend [None req-c52101d9-5ecc-4a18-b559-06945e26c3be tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 03:30:20.820617 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c52101d9-5ecc-4a18-b559-06945e26c3be tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:20.826571 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8ccb298d-4412-4c3e-b5a7-7275d59a27c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:20.829458 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c52101d9-5ecc-4a18-b559-06945e26c3be tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456017'] for floatingip, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:20.849728 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvr_db [None req-7968f42b-0ad7-4d0f-91eb-efdf82cb3642 None None] Set router 9fb9f90e-3720-49fd-a152-fb2572effb38 gateway port host: dv-cinder-804735-2-iscsi {{(pid=93893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:30:20.852121 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8ccb298d-4412-4c3e-b5a7-7275d59a27c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:20.967292 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ccb298d-4412-4c3e-b5a7-7275d59a27c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=93891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:30:21.105521 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb298d-4412-4c3e-b5a7-7275d59a27c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543dfa7e-d0f2-4e98-bc1d-5cdeabd81dc2,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:21.131737 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.db.l3_db [None req-c52101d9-5ecc-4a18-b559-06945e26c3be tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Floating IP 15ffe85b-2588-4b4f-9816-0386306769f0 associated. External IP: 172.27.0.25, port: 00f4f309-41f4-4e94-86a4-ef0178135a23. Aug 27 03:30:21.180444 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8ccb298d-4412-4c3e-b5a7-7275d59a27c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004'] for segment, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:21.184007 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.db.segments_db [None req-8ccb298d-4412-4c3e-b5a7-7275d59a27c2 admin admin] Added segment 8587606d-025d-4786-b86c-61baee13b688 of type vlan for network 9db7ec9d-f210-4663-8e0c-078825be27e5 Aug 27 03:30:21.313787 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ea1cea04-40f6-4d31-99d6-1efdbd5ceec7 req-87dbfae5-7648-4453-a638-b7a612a128c2 service neutron] 10.222.0.63 "GET /v2.0/networks/914ec375-24a4-430c-b691-a84588d24cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6112015 Aug 27 03:30:21.334643 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8ccb298d-4412-4c3e-b5a7-7275d59a27c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776574857063'] for network, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:21.357209 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9ab11b77-b525-4c65-ae24-5a2173c58f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:21.382878 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9ab11b77-b525-4c65-ae24-5a2173c58f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:21.387039 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-7968f42b-0ad7-4d0f-91eb-efdf82cb3642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'name': 'tempest-AttachVolumeShelveTestJSON-1719299241-router', 'tenant_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ea40e756-c901-4048-90b4-7d2cb256dc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:11Z', 'updated_at': '2021-08-27T03:29:20Z', 'revision_number': 4, 'project_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'gw_port': {'id': 'ea40e756-c901-4048-90b4-7d2cb256dc51', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:13Z', 'updated_at': '2021-08-27T03:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_floatingips': [{'id': '8c6478e7-a645-484c-8379-3dce69821734', 'tenant_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'floating_ip_address': '172.27.0.75', 'floating_network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'router_id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'port_id': '53984622-e10d-4108-aa2f-8e507e1bd0bf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '914ec375-24a4-430c-b691-a84588d24cf3', 'mac_address': 'fa:16:3e:23:97:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b06c46a-59d4-4460-8c5c-8b1c0a34b987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:29:26Z', 'updated_at': '2021-08-27T03:30:18Z', 'revision_number': 1, 'project_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c500e205-52b3-4752-9bc2-9342d85c6169', 'name': '', 'network_id': '914ec375-24a4-430c-b691-a84588d24cf3', 'tenant_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'mac_address': 'fa:16:3e:6b:d3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '01048c02-3dc7-4172-b7c7-73d0365326a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:19Z', 'updated_at': '2021-08-27T03:29:28Z', 'revision_number': 5, 'project_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'subnets': [{'id': '01048c02-3dc7-4172-b7c7-73d0365326a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:21.427445 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7968f42b-0ad7-4d0f-91eb-efdf82cb3642 None None] The sync data for ids ['9fb9f90e-3720-49fd-a152-fb2572effb38'] in dv-cinder-804735-2-iscsi is: [{'id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'name': 'tempest-AttachVolumeShelveTestJSON-1719299241-router', 'tenant_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ea40e756-c901-4048-90b4-7d2cb256dc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:11Z', 'updated_at': '2021-08-27T03:29:20Z', 'revision_number': 4, 'project_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'gw_port': {'id': 'ea40e756-c901-4048-90b4-7d2cb256dc51', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:13Z', 'updated_at': '2021-08-27T03:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_floatingips': [{'id': '8c6478e7-a645-484c-8379-3dce69821734', 'tenant_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'floating_ip_address': '172.27.0.75', 'floating_network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'router_id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'port_id': '53984622-e10d-4108-aa2f-8e507e1bd0bf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '914ec375-24a4-430c-b691-a84588d24cf3', 'mac_address': 'fa:16:3e:23:97:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b06c46a-59d4-4460-8c5c-8b1c0a34b987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:29:26Z', 'updated_at': '2021-08-27T03:30:18Z', 'revision_number': 1, 'project_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c500e205-52b3-4752-9bc2-9342d85c6169', 'name': '', 'network_id': '914ec375-24a4-430c-b691-a84588d24cf3', 'tenant_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'mac_address': 'fa:16:3e:6b:d3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '01048c02-3dc7-4172-b7c7-73d0365326a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:19Z', 'updated_at': '2021-08-27T03:29:28Z', 'revision_number': 5, 'project_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'subnets': [{'id': '01048c02-3dc7-4172-b7c7-73d0365326a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:30:21.448105 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab11b77-b525-4c65-ae24-5a2173c58f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c9d90f-bf5f-4b8f-b835-6a8415b906c9,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:21.455552 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8ccb298d-4412-4c3e-b5a7-7275d59a27c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068'] for network, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:21.456669 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccb298d-4412-4c3e-b5a7-7275d59a27c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:21.457375 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8ccb298d-4412-4c3e-b5a7-7275d59a27c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for network, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:21.470135 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ea1cea04-40f6-4d31-99d6-1efdbd5ceec7 req-60a43c7a-39fe-46c9-90bb-31b27a52b9f6 service neutron] 10.222.0.63 "GET /v2.0/networks/914ec375-24a4-430c-b691-a84588d24cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424952 Aug 27 03:30:21.477330 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cc980a18-dbe1-4fed-bb3e-12678e1ad0e9 req-832b72c3-c35d-4ccc-99f3-55456066d886 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2244468 Aug 27 03:30:21.492593 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-9ab11b77-b525-4c65-ae24-5a2173c58f31 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c04816005b9a40d7a811cf33a8c52e20&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5086505 Aug 27 03:30:21.498356 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 51202) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:21.572276 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-8ccb298d-4412-4c3e-b5a7-7275d59a27c2 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4445021 Aug 27 03:30:21.576895 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 51206) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:21.591841 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-73959d04-1a7e-421d-a8ea-0936a6dd37e5 admin admin] Request body: {'subnet': {'network_id': '9db7ec9d-f210-4663-8e0c-078825be27e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-674231311-subnet', 'tenant_id': 'c0841ae69d444961bd38ab563c31821c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:30:21.612176 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb298d-4412-4c3e-b5a7-7275d59a27c2 admin admin] Pushing event updated for resources: {'Network': ['ID=9db7ec9d-f210-4663-8e0c-078825be27e5,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:21.641356 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Network 9db7ec9d-f210-4663-8e0c-078825be27e5 details requested by agent ovs-agent-dv-cinder-804735-2-iscsi with host dv-cinder-804735-2-iscsi {{(pid=93892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:30:21.641985 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ed15e4f3-9d98-439e-aab6-6c6484a22c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:21.669149 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ed15e4f3-9d98-439e-aab6-6c6484a22c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:21.676043 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73959d04-1a7e-421d-a8ea-0936a6dd37e5 admin admin] Made reservation on behalf of c0841ae69d444961bd38ab563c31821c for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:30:21.678659 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-73959d04-1a7e-421d-a8ea-0936a6dd37e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:21.826846 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e0ffff-a4f1-4f08-8294-420a7829c12f None None] New status for floating IP 8c6478e7-a645-484c-8379-3dce69821734: ACTIVE {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:30:21.837486 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ed15e4f3-9d98-439e-aab6-6c6484a22c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:21.841328 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ed15e4f3-9d98-439e-aab6-6c6484a22c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:21.842671 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-ed15e4f3-9d98-439e-aab6-6c6484a22c04 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f9c9d90f-bf5f-4b8f-b835-6a8415b906c9 HTTP/1.1" status: 204 len: 168 time: 0.3430429 Aug 27 03:30:21.880396 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed15e4f3-9d98-439e-aab6-6c6484a22c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c9d90f-bf5f-4b8f-b835-6a8415b906c9,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:21.935026 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc980a18-dbe1-4fed-bb3e-12678e1ad0e9 req-83c63e51-0f1c-476a-9bd1-201468785595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:21.936825 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cc980a18-dbe1-4fed-bb3e-12678e1ad0e9 req-83c63e51-0f1c-476a-9bd1-201468785595 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dba5a01bf20b47e4a67299b2f5aa032b&device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 1099 time: 0.3692825 Aug 27 03:30:22.010932 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-73959d04-1a7e-421d-a8ea-0936a6dd37e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:22.092973 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52101d9-5ecc-4a18-b559-06945e26c3be tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Router 81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd has already been hosted by L3 agent 531130d0-1c3c-4def-a74a-055fb8373853 {{(pid=93891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:30:22.138493 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73959d04-1a7e-421d-a8ea-0936a6dd37e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=920c38ce-cef9-4a7f-99bd-9539d21b4fb8,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:22.157093 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73959d04-1a7e-421d-a8ea-0936a6dd37e5 admin admin] Checking segment: {'id': '8587606d-025d-4786-b86c-61baee13b688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9db7ec9d-f210-4663-8e0c-078825be27e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:30:22.157887 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73959d04-1a7e-421d-a8ea-0936a6dd37e5 admin admin] Network hostable DHCP agents. Network: 9db7ec9d-f210-4663-8e0c-078825be27e5, hostable agents: ['b9d5b039-511f-405d-92d5-fedc540f1c95'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:30:22.194693 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73959d04-1a7e-421d-a8ea-0936a6dd37e5 admin admin] Network 9db7ec9d-f210-4663-8e0c-078825be27e5 is scheduled to be hosted by DHCP agent b9d5b039-511f-405d-92d5-fedc540f1c95 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:30:22.213119 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-73959d04-1a7e-421d-a8ea-0936a6dd37e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-2-iscsi, 9db7ec9d-f210-4663-8e0c-078825be27e5) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:30:22.219429 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73959d04-1a7e-421d-a8ea-0936a6dd37e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:22.220885 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-73959d04-1a7e-421d-a8ea-0936a6dd37e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:22.229672 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9839c4f4-bffc-4eb8-b1c2-608b340c29be None None] Network 9db7ec9d-f210-4663-8e0c-078825be27e5 requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:30:22.269141 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-73959d04-1a7e-421d-a8ea-0936a6dd37e5 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6890521 Aug 27 03:30:22.318701 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc980a18-dbe1-4fed-bb3e-12678e1ad0e9 req-f3f25537-5543-4521-a2a6-de275f87e2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:22.320503 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cc980a18-dbe1-4fed-bb3e-12678e1ad0e9 req-f3f25537-5543-4521-a2a6-de275f87e2c1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=88322726-f5e5-4254-a3d7-3a1875e31491 HTTP/1.1" status: 200 len: 913 time: 0.3358576 Aug 27 03:30:22.386126 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cc980a18-dbe1-4fed-bb3e-12678e1ad0e9 req-94224f58-8232-430b-83df-dfac17ca0dfd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e929609b-218e-4f62-8bc9-1c229af8d765 HTTP/1.1" status: 200 len: 217 time: 0.0516231 Aug 27 03:30:22.394898 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52101d9-5ecc-4a18-b559-06945e26c3be tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify agent at l3_agent.dv-cinder-804735-2-iscsi the message routers_updated {{(pid=93891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:30:22.408037 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a941b05-d7c1-4220-8030-c7bd813054ad None None] Sync routers for ids ['81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd'] in dv-cinder-804735-2-iscsi {{(pid=93893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:30:22.419616 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c52101d9-5ecc-4a18-b559-06945e26c3be tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for floatingip, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:22.420972 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a941b05-d7c1-4220-8030-c7bd813054ad None None] Routers {'81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:30:22.421931 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-4a941b05-d7c1-4220-8030-c7bd813054ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:30:17Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd'], 'active': True} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:22.432128 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f4368d-81b7-4075-9ac1-c1ed82588514 None None] Network 9db7ec9d-f210-4663-8e0c-078825be27e5 requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:30:22.493926 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-c52101d9-5ecc-4a18-b559-06945e26c3be tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "PUT /v2.0/floatingips/15ffe85b-2588-4b4f-9816-0386306769f0 HTTP/1.1" status: 200 len: 990 time: 3.3633385 Aug 27 03:30:22.503620 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b798f8be-ccdf-4eec-b4dc-9216b13eba31', 'tag': '00f4f309-41f4-4e94-86a4-ef0178135a23'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:30:22.508321 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5db798dbfc6723b72cacb44784ab66cf68bec91175074e332c63962bd4ba80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7576b8-3547-48c2-9e96-de9301a913f9" -d '{"events": [{"name": "network-changed", "server_uuid": "b798f8be-ccdf-4eec-b4dc-9216b13eba31", "tag": "00f4f309-41f4-4e94-86a4-ef0178135a23"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:30:22.516530 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:22.516758 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc980a18-dbe1-4fed-bb3e-12678e1ad0e9 req-5e8a17c8-ab1a-44fd-b34e-eca84f3d2a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:22.518515 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cc980a18-dbe1-4fed-bb3e-12678e1ad0e9 req-5e8a17c8-ab1a-44fd-b34e-eca84f3d2a1b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=bdb76049-86c2-4f7b-8975-703b9fba6ce9 HTTP/1.1" status: 200 len: 852 time: 0.1203408 Aug 27 03:30:22.577785 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvr_db [None req-4a941b05-d7c1-4220-8030-c7bd813054ad None None] Set router 81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd gateway port host: dv-cinder-804735-2-iscsi {{(pid=93893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:30:22.612298 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cc980a18-dbe1-4fed-bb3e-12678e1ad0e9 req-c4fcec7e-91b3-4efd-be00-0721649448a9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=88322726-f5e5-4254-a3d7-3a1875e31491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786054 Aug 27 03:30:22.614928 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c160a0-74ee-49cf-98d4-c8144dc5193b x-openstack-request-id: req-c3c160a0-74ee-49cf-98d4-c8144dc5193b {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:30:22.618049 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b798f8be-ccdf-4eec-b4dc-9216b13eba31", "tag": "00f4f309-41f4-4e94-86a4-ef0178135a23", "status": "completed", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:30:22.618318 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c3c160a0-74ee-49cf-98d4-c8144dc5193b {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:30:22.618725 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b798f8be-ccdf-4eec-b4dc-9216b13eba31', 'tag': '00f4f309-41f4-4e94-86a4-ef0178135a23', 'status': 'completed', 'code': 200} Aug 27 03:30:22.686497 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 51264) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:22.759753 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7576b8-3547-48c2-9e96-de9301a913f9 req-63e158d6-fef2-48ca-9c3d-8ecef9062c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:22.761254 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-6e7576b8-3547-48c2-9e96-de9301a913f9 req-63e158d6-fef2-48ca-9c3d-8ecef9062c0e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=527dc9638ff74cfda148b7cf1b61c6c8&device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 1098 time: 0.1191008 Aug 27 03:30:22.773453 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cc980a18-dbe1-4fed-bb3e-12678e1ad0e9 req-a5bb9d74-f001-436d-999b-279068a6a278 service neutron] 10.222.0.63 "GET /v2.0/networks/88322726-f5e5-4254-a3d7-3a1875e31491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492317 Aug 27 03:30:22.931166 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7576b8-3547-48c2-9e96-de9301a913f9 req-614ace54-a6cf-45b0-baf3-84c615c6c941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:22.933775 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-6e7576b8-3547-48c2-9e96-de9301a913f9 req-614ace54-a6cf-45b0-baf3-84c615c6c941 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ff2334ee-c3c9-468a-845a-218e819133a7 HTTP/1.1" status: 200 len: 912 time: 0.1638005 Aug 27 03:30:22.937987 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cc980a18-dbe1-4fed-bb3e-12678e1ad0e9 req-bac27840-6b72-42fa-8a7f-49047db6e21c service neutron] 10.222.0.63 "GET /v2.0/networks/88322726-f5e5-4254-a3d7-3a1875e31491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526120 Aug 27 03:30:23.045394 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-09381242-f010-43d3-b25b-6ae0c9410a13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:23.075538 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-6e7576b8-3547-48c2-9e96-de9301a913f9 req-b310fb88-4698-42d8-bad6-2f509fe82b3d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00f4f309-41f4-4e94-86a4-ef0178135a23 HTTP/1.1" status: 200 len: 998 time: 0.1072094 Aug 27 03:30:23.112466 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-4a941b05-d7c1-4220-8030-c7bd813054ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'name': 'tempest-AttachVolumeTestJSON-1475267450-router', 'tenant_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'b866eab5-d718-43e1-a08d-73ac3f588c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:13Z', 'updated_at': '2021-08-27T03:29:20Z', 'revision_number': 4, 'project_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'gw_port': {'id': 'b866eab5-d718-43e1-a08d-73ac3f588c72', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:15Z', 'updated_at': '2021-08-27T03:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_floatingips': [{'id': '15ffe85b-2588-4b4f-9816-0386306769f0', 'tenant_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'router_id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'port_id': '00f4f309-41f4-4e94-86a4-ef0178135a23', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff2334ee-c3c9-468a-845a-218e819133a7', 'mac_address': 'fa:16:3e:35:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b798f8be-ccdf-4eec-b4dc-9216b13eba31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:29:25Z', 'updated_at': '2021-08-27T03:30:20Z', 'revision_number': 1, 'project_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e20ad29-9574-4201-8061-10f157d8932d', 'name': '', 'network_id': 'ff2334ee-c3c9-468a-845a-218e819133a7', 'tenant_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'mac_address': 'fa:16:3e:6d:fb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8881d854-768f-46f5-bb0c-d6718d4b9eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:19Z', 'updated_at': '2021-08-27T03:29:29Z', 'revision_number': 5, 'project_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'subnets': [{'id': '8881d854-768f-46f5-bb0c-d6718d4b9eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:23.158323 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7576b8-3547-48c2-9e96-de9301a913f9 req-81ba14d6-128d-4598-9ee9-06d3c42b4873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:23.160039 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-6e7576b8-3547-48c2-9e96-de9301a913f9 req-81ba14d6-128d-4598-9ee9-06d3c42b4873 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8881d854-768f-46f5-bb0c-d6718d4b9eba HTTP/1.1" status: 200 len: 850 time: 0.0716579 Aug 27 03:30:23.168531 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a941b05-d7c1-4220-8030-c7bd813054ad None None] Checking router: 81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd for host: dv-cinder-804735-2-iscsi {{(pid=93893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:30:23.181155 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a941b05-d7c1-4220-8030-c7bd813054ad None None] Routers {'81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:30:23.183338 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-4a941b05-d7c1-4220-8030-c7bd813054ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:30:17Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd'], 'active': True} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:23.237675 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7576b8-3547-48c2-9e96-de9301a913f9 req-7ba5f0aa-ef52-4346-ac61-dc8beb57fec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:23.257136 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-6e7576b8-3547-48c2-9e96-de9301a913f9 req-7ba5f0aa-ef52-4346-ac61-dc8beb57fec3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ff2334ee-c3c9-468a-845a-218e819133a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0860536 Aug 27 03:30:23.259207 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-09381242-f010-43d3-b25b-6ae0c9410a13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:23.270668 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-09381242-f010-43d3-b25b-6ae0c9410a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:23.314775 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvr_db [None req-4a941b05-d7c1-4220-8030-c7bd813054ad None None] Set router 81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd gateway port host: dv-cinder-804735-2-iscsi {{(pid=93893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:30:23.389332 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09381242-f010-43d3-b25b-6ae0c9410a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b9d4e7-afa6-43d8-ad6a-2bae23beac31,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:23.409965 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-09381242-f010-43d3-b25b-6ae0c9410a13 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eb1ff406ab9647138f90fd3d2af81691&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7220423 Aug 27 03:30:23.412715 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 51286) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:23.457182 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-6e7576b8-3547-48c2-9e96-de9301a913f9 req-21908086-9fb3-4223-b413-117d0cab57a1 service neutron] 10.222.0.63 "GET /v2.0/networks/ff2334ee-c3c9-468a-845a-218e819133a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828675 Aug 27 03:30:23.498499 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a5725902-48d7-4dcf-b3a0-9b9702ab20df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:23.555065 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a5725902-48d7-4dcf-b3a0-9b9702ab20df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:23.611214 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-6e7576b8-3547-48c2-9e96-de9301a913f9 req-24317abd-a920-4c65-a34a-05c32d30bfe5 service neutron] 10.222.0.63 "GET /v2.0/networks/ff2334ee-c3c9-468a-845a-218e819133a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340728 Aug 27 03:30:23.625499 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-4a941b05-d7c1-4220-8030-c7bd813054ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'name': 'tempest-AttachVolumeTestJSON-1475267450-router', 'tenant_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'b866eab5-d718-43e1-a08d-73ac3f588c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:13Z', 'updated_at': '2021-08-27T03:29:20Z', 'revision_number': 4, 'project_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'gw_port': {'id': 'b866eab5-d718-43e1-a08d-73ac3f588c72', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:15Z', 'updated_at': '2021-08-27T03:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_floatingips': [{'id': '15ffe85b-2588-4b4f-9816-0386306769f0', 'tenant_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'router_id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'port_id': '00f4f309-41f4-4e94-86a4-ef0178135a23', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff2334ee-c3c9-468a-845a-218e819133a7', 'mac_address': 'fa:16:3e:35:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b798f8be-ccdf-4eec-b4dc-9216b13eba31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:29:25Z', 'updated_at': '2021-08-27T03:30:20Z', 'revision_number': 1, 'project_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e20ad29-9574-4201-8061-10f157d8932d', 'name': '', 'network_id': 'ff2334ee-c3c9-468a-845a-218e819133a7', 'tenant_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'mac_address': 'fa:16:3e:6d:fb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8881d854-768f-46f5-bb0c-d6718d4b9eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:19Z', 'updated_at': '2021-08-27T03:29:29Z', 'revision_number': 5, 'project_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'subnets': [{'id': '8881d854-768f-46f5-bb0c-d6718d4b9eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:23.638036 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a5725902-48d7-4dcf-b3a0-9b9702ab20df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:23.641131 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a5725902-48d7-4dcf-b3a0-9b9702ab20df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:23.642316 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-a5725902-48d7-4dcf-b3a0-9b9702ab20df admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/63b9d4e7-afa6-43d8-ad6a-2bae23beac31 HTTP/1.1" status: 204 len: 168 time: 0.2284024 Aug 27 03:30:23.661327 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a941b05-d7c1-4220-8030-c7bd813054ad None None] The sync data for ids ['81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd'] in dv-cinder-804735-2-iscsi is: [{'id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'name': 'tempest-AttachVolumeTestJSON-1475267450-router', 'tenant_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'b866eab5-d718-43e1-a08d-73ac3f588c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:13Z', 'updated_at': '2021-08-27T03:29:20Z', 'revision_number': 4, 'project_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'gw_port': {'id': 'b866eab5-d718-43e1-a08d-73ac3f588c72', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:15Z', 'updated_at': '2021-08-27T03:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_floatingips': [{'id': '15ffe85b-2588-4b4f-9816-0386306769f0', 'tenant_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'router_id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'port_id': '00f4f309-41f4-4e94-86a4-ef0178135a23', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff2334ee-c3c9-468a-845a-218e819133a7', 'mac_address': 'fa:16:3e:35:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b798f8be-ccdf-4eec-b4dc-9216b13eba31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:29:25Z', 'updated_at': '2021-08-27T03:30:20Z', 'revision_number': 1, 'project_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e20ad29-9574-4201-8061-10f157d8932d', 'name': '', 'network_id': 'ff2334ee-c3c9-468a-845a-218e819133a7', 'tenant_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'mac_address': 'fa:16:3e:6d:fb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8881d854-768f-46f5-bb0c-d6718d4b9eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:19Z', 'updated_at': '2021-08-27T03:29:29Z', 'revision_number': 5, 'project_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'subnets': [{'id': '8881d854-768f-46f5-bb0c-d6718d4b9eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:30:23.663591 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5725902-48d7-4dcf-b3a0-9b9702ab20df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b9d4e7-afa6-43d8-ad6a-2bae23beac31,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:23.902805 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3afd71-a2fb-4b7f-aac1-7a3ac6ef956c None None] New status for floating IP 15ffe85b-2588-4b4f-9816-0386306769f0: ACTIVE {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:30:24.137738 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 51346) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:24.155706 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-18d56162-f5a5-436e-bad2-2c31a502e952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:24.249373 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-18d56162-f5a5-436e-bad2-2c31a502e952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:24.253809 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-18d56162-f5a5-436e-bad2-2c31a502e952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:24.295276 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-18d56162-f5a5-436e-bad2-2c31a502e952 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2f3799d96c50480f86ddfd688f5495f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1556704 Aug 27 03:30:24.296634 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d56162-f5a5-436e-bad2-2c31a502e952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d3187e-30b2-4bf9-911b-282cf0271390,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:24.298092 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 51350) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:24.359659 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-69b686a0-d864-484d-87e9-aaee93c6fbb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:24.387338 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-69b686a0-d864-484d-87e9-aaee93c6fbb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:24.457707 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-69b686a0-d864-484d-87e9-aaee93c6fbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:24.462479 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-69b686a0-d864-484d-87e9-aaee93c6fbb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:24.463794 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-69b686a0-d864-484d-87e9-aaee93c6fbb4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/75d3187e-30b2-4bf9-911b-282cf0271390 HTTP/1.1" status: 204 len: 168 time: 0.1647260 Aug 27 03:30:24.473474 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b686a0-d864-484d-87e9-aaee93c6fbb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d3187e-30b2-4bf9-911b-282cf0271390,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:27.316049 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 51500) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:27.481994 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6b476e27-bbf2-417e-bae1-9c0d18609c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:27.601869 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6b476e27-bbf2-417e-bae1-9c0d18609c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:27.607149 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6b476e27-bbf2-417e-bae1-9c0d18609c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:27.648575 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-6b476e27-bbf2-417e-bae1-9c0d18609c3b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c7c340ad24254b228eb49080cbae2d43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3314195 Aug 27 03:30:27.651401 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 51516) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:27.653859 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b476e27-bbf2-417e-bae1-9c0d18609c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24654fab-d383-4f59-bbe4-daedc09732f3,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:27.703985 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-aac2ed22-3d53-4831-96fd-4fa2b86cbc87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:27.732638 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-aac2ed22-3d53-4831-96fd-4fa2b86cbc87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:27.783403 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-aac2ed22-3d53-4831-96fd-4fa2b86cbc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:27.786358 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-aac2ed22-3d53-4831-96fd-4fa2b86cbc87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:27.787704 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-aac2ed22-3d53-4831-96fd-4fa2b86cbc87 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/24654fab-d383-4f59-bbe4-daedc09732f3 HTTP/1.1" status: 204 len: 168 time: 0.1352241 Aug 27 03:30:27.796128 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac2ed22-3d53-4831-96fd-4fa2b86cbc87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24654fab-d383-4f59-bbe4-daedc09732f3,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:28.090459 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 51524) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:28.105081 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-637120c5-5a44-4fc0-a731-68fa666f0375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:28.198899 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-637120c5-5a44-4fc0-a731-68fa666f0375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:28.205004 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-637120c5-5a44-4fc0-a731-68fa666f0375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:28.246144 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-637120c5-5a44-4fc0-a731-68fa666f0375 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=814dfcd725784330b8f384e6b0c2571b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1545284 Aug 27 03:30:28.247189 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637120c5-5a44-4fc0-a731-68fa666f0375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3908edd-d29a-403f-a5a5-18864e9e2e61,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:28.249918 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 51528) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:28.301729 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0b3eea5a-a9d3-4b3b-8438-5a6a0ca2d058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:28.329464 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0b3eea5a-a9d3-4b3b-8438-5a6a0ca2d058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:28.381113 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0b3eea5a-a9d3-4b3b-8438-5a6a0ca2d058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:28.383879 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0b3eea5a-a9d3-4b3b-8438-5a6a0ca2d058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:28.385018 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-0b3eea5a-a9d3-4b3b-8438-5a6a0ca2d058 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d3908edd-d29a-403f-a5a5-18864e9e2e61 HTTP/1.1" status: 204 len: 168 time: 0.1337473 Aug 27 03:30:28.396208 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3eea5a-a9d3-4b3b-8438-5a6a0ca2d058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3908edd-d29a-403f-a5a5-18864e9e2e61,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:37.571968 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866897e-87f4-467f-a1f9-6364f42f7d9a req-6bb12be4-b89a-4199-92b2-0d6abebb5840 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:37.574260 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8866897e-87f4-467f-a1f9-6364f42f7d9a req-6bb12be4-b89a-4199-92b2-0d6abebb5840 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 946 time: 0.0606997 Aug 27 03:30:37.642905 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8866897e-87f4-467f-a1f9-6364f42f7d9a req-4400a44a-b441-42d8-8522-e0d4bff5c6c5 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e43543c-e60e-4c23-9a2c-b5d6c3541fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615847 Aug 27 03:30:38.768802 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d70a6-cd43-4ba7-82be-9149a25534c5 req-13d90a03-8d40-4eff-acaa-a423fdb64d8e tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:38.770343 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-466d70a6-cd43-4ba7-82be-9149a25534c5 req-13d90a03-8d40-4eff-acaa-a423fdb64d8e tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 946 time: 0.0500386 Aug 27 03:30:38.813970 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-466d70a6-cd43-4ba7-82be-9149a25534c5 req-75978942-db2f-436a-b14d-4d77425e1b6a tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e43543c-e60e-4c23-9a2c-b5d6c3541fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340495 Aug 27 03:30:39.937874 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d3f54-ca41-498a-a133-19417e6253b5 req-3471ec03-8de6-45b6-86f3-7188d7b58168 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:39.939371 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-027d3f54-ca41-498a-a133-19417e6253b5 req-3471ec03-8de6-45b6-86f3-7188d7b58168 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 946 time: 0.0537341 Aug 27 03:30:39.980731 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-027d3f54-ca41-498a-a133-19417e6253b5 req-9ca194f5-8d0e-464d-bc45-84fc4e0f66b4 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e43543c-e60e-4c23-9a2c-b5d6c3541fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349066 Aug 27 03:30:40.008296 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 51794) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:40.246141 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b0223d4d-0b5c-4bd4-a009-de55bf008dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:40.356588 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697dce7-d41a-47ea-b456-38abad1a0f57 req-f54172a5-8d32-427f-96f9-9e2a6faea789 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:40.358015 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-b697dce7-d41a-47ea-b456-38abad1a0f57 req-f54172a5-8d32-427f-96f9-9e2a6faea789 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.63 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 946 time: 0.1008449 Aug 27 03:30:40.488653 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 51814) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:40.515735 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b0223d4d-0b5c-4bd4-a009-de55bf008dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:40.528843 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b0223d4d-0b5c-4bd4-a009-de55bf008dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:40.538599 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.db_base_plugin_v2 [None req-d05be1e0-b95d-4c80-8311-b348798f9312 admin admin] Deleting subnet cd37877d-194f-4042-8f51-571bfd8e2eb8 {{(pid=93891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:30:40.541885 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d05be1e0-b95d-4c80-8311-b348798f9312 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:40.575386 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-b697dce7-d41a-47ea-b456-38abad1a0f57 req-9d814627-52c2-4167-9206-ab025aea5187 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Deleting port e929609b-218e-4f62-8bc9-1c229af8d765 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:30:40.575386 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b697dce7-d41a-47ea-b456-38abad1a0f57 req-9d814627-52c2-4167-9206-ab025aea5187 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:40.576833 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d05be1e0-b95d-4c80-8311-b348798f9312 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:40.586202 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d05be1e0-b95d-4c80-8311-b348798f9312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1466029'] for subnet, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:40.617378 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0223d4d-0b5c-4bd4-a009-de55bf008dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2346288-c397-4733-8549-eea290471f47,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:40.623523 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-b0223d4d-0b5c-4bd4-a009-de55bf008dbf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4affb607d1614496821dc2e06f0e6c19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6137533 Aug 27 03:30:40.627079 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 51816) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:40.672153 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d05be1e0-b95d-4c80-8311-b348798f9312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1466018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068'] for subnet, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:40.691680 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-b697dce7-d41a-47ea-b456-38abad1a0f57 req-9d814627-52c2-4167-9206-ab025aea5187 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] For port e929609b-218e-4f62-8bc9-1c229af8d765, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e929609b-218e-4f62-8bc9-1c229af8d765,segment=NetworkSegment(ad8b8aee-f7a5-4d74-ad9f-6d96a9503903),segment_id=ad8b8aee-f7a5-4d74-ad9f-6d96a9503903)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:30:40.692236 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b697dce7-d41a-47ea-b456-38abad1a0f57 req-9d814627-52c2-4167-9206-ab025aea5187 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:40.707726 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-b697dce7-d41a-47ea-b456-38abad1a0f57 req-9d814627-52c2-4167-9206-ab025aea5187 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Calling delete_port for e929609b-218e-4f62-8bc9-1c229af8d765 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:30:40.712840 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05be1e0-b95d-4c80-8311-b348798f9312 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd37877d-194f-4042-8f51-571bfd8e2eb8,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:40.717069 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d05be1e0-b95d-4c80-8311-b348798f9312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for subnet, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:40.720982 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-d05be1e0-b95d-4c80-8311-b348798f9312 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/cd37877d-194f-4042-8f51-571bfd8e2eb8 HTTP/1.1" status: 204 len: 168 time: 0.2289827 Aug 27 03:30:40.721451 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 51820) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:40.776433 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4ff5019e-2e9e-4216-a193-8227a7056946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:40.813882 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4ff5019e-2e9e-4216-a193-8227a7056946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:40.822947 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-95c01a1a-06f6-47ba-b190-2a7d182b0550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656125'] for network, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:40.876230 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b697dce7-d41a-47ea-b456-38abad1a0f57 req-9d814627-52c2-4167-9206-ab025aea5187 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:40.899563 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] get_ports_and_sgs() called for port_ids ['e929609b-218e-4f62-8bc9-1c229af8d765'] {{(pid=93892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:30:40.907875 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d814627-52c2-4167-9206-ab025aea5187 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Pushing event deleted for resources: {'Port': ['ID=e929609b-218e-4f62-8bc9-1c229af8d765,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:40.934797 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-95c01a1a-06f6-47ba-b190-2a7d182b0550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1577558', 'neutron.services.segments.db._delete_segments_for_network-8776575369454'] for network, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:40.937779 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4ff5019e-2e9e-4216-a193-8227a7056946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:40.940307 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4ff5019e-2e9e-4216-a193-8227a7056946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:40.941472 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-4ff5019e-2e9e-4216-a193-8227a7056946 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b2346288-c397-4733-8549-eea290471f47 HTTP/1.1" status: 204 len: 168 time: 0.3126159 Aug 27 03:30:40.963708 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-95c01a1a-06f6-47ba-b190-2a7d182b0550 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:30:40.964066 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-95c01a1a-06f6-47ba-b190-2a7d182b0550 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:30:40.964813 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-95c01a1a-06f6-47ba-b190-2a7d182b0550 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:30:40.965137 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-95c01a1a-06f6-47ba-b190-2a7d182b0550 admin admin] Subscribe: > port after_create 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:30:40.965453 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-95c01a1a-06f6-47ba-b190-2a7d182b0550 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:30:40.965780 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-95c01a1a-06f6-47ba-b190-2a7d182b0550 admin admin] Subscribe: > port after_update 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:30:40.966096 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-95c01a1a-06f6-47ba-b190-2a7d182b0550 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:30:40.966407 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-95c01a1a-06f6-47ba-b190-2a7d182b0550 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:30:40.966784 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-95c01a1a-06f6-47ba-b190-2a7d182b0550 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:30:40.967046 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-95c01a1a-06f6-47ba-b190-2a7d182b0550 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:30:40.974546 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-b697dce7-d41a-47ea-b456-38abad1a0f57 req-9d814627-52c2-4167-9206-ab025aea5187 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] No DVR routers for this DVR port e929609b-218e-4f62-8bc9-1c229af8d765 on host hv-cinder-80473 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:30:40.978126 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b697dce7-d41a-47ea-b456-38abad1a0f57 req-9d814627-52c2-4167-9206-ab025aea5187 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:40.980178 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-b697dce7-d41a-47ea-b456-38abad1a0f57 req-9d814627-52c2-4167-9206-ab025aea5187 tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.63 "DELETE /v2.0/ports/e929609b-218e-4f62-8bc9-1c229af8d765 HTTP/1.1" status: 204 len: 173 time: 0.6129611 Aug 27 03:30:40.980614 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d004af-5dc0-4616-a2e3-bcab38f12bff', 'name': 'network-vif-deleted', 'tag': 'e929609b-218e-4f62-8bc9-1c229af8d765'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:30:40.983383 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}755905221a1e0f69e4370b1ec2ad9bde0bcbe0fd3cc794ff6c7e2d34909de1ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebeba1ed-a9f3-4973-90fe-e7a96e8f6bdb" -d '{"events": [{"server_uuid": "70d004af-5dc0-4616-a2e3-bcab38f12bff", "name": "network-vif-deleted", "tag": "e929609b-218e-4f62-8bc9-1c229af8d765"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:30:41.031980 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7da452a-b520-490b-9b8b-018081089b67 x-openstack-request-id: req-e7da452a-b520-490b-9b8b-018081089b67 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:30:41.032600 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d004af-5dc0-4616-a2e3-bcab38f12bff", "name": "network-vif-deleted", "tag": "e929609b-218e-4f62-8bc9-1c229af8d765", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:30:41.032600 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e7da452a-b520-490b-9b8b-018081089b67 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:30:41.033106 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d004af-5dc0-4616-a2e3-bcab38f12bff', 'name': 'network-vif-deleted', 'tag': 'e929609b-218e-4f62-8bc9-1c229af8d765', 'status': 'completed', 'code': 200} Aug 27 03:30:41.164656 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-95c01a1a-06f6-47ba-b190-2a7d182b0550 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:30:41.165000 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-95c01a1a-06f6-47ba-b190-2a7d182b0550 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:30:41.165328 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-95c01a1a-06f6-47ba-b190-2a7d182b0550 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:30:41.165655 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-95c01a1a-06f6-47ba-b190-2a7d182b0550 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:30:41.166025 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.services.segments.db [None req-95c01a1a-06f6-47ba-b190-2a7d182b0550 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['318ae43d-a08c-4c31-9942-33b26f067d36']}} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:41.172346 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff5019e-2e9e-4216-a193-8227a7056946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2346288-c397-4733-8549-eea290471f47,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:41.204250 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.services.segments.db [None req-95c01a1a-06f6-47ba-b190-2a7d182b0550 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9e79418-ed89-4401-a20c-384912d89181') {'for_net_delete': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:41.204542 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.services.segments.db [None req-95c01a1a-06f6-47ba-b190-2a7d182b0550 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9e79418-ed89-4401-a20c-384912d89181') {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:41.233403 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-fea8d661-1fc4-4c69-9bca-bec05a6b5d88 req-03f7fd5a-bc0c-42e5-adb2-efa8f3921ffd tempest-DeleteServersTestJSON-631827844 tempest-DeleteServersTestJSON-631827844-project] 10.222.0.58 "GET /v2.0/ports?device_id=70d004af-5dc0-4616-a2e3-bcab38f12bff HTTP/1.1" status: 200 len: 210 time: 0.0622559 Aug 27 03:30:41.239380 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 51832) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:41.240496 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-95c01a1a-06f6-47ba-b190-2a7d182b0550 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776575369337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8573713'] for segment, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:41.254197 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1770b61e-6938-40a2-95f8-4f34a32b9dbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:41.262115 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-95c01a1a-06f6-47ba-b190-2a7d182b0550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004'] for segment, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:41.270247 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95c01a1a-06f6-47ba-b190-2a7d182b0550 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=93891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:30:41.270740 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-95c01a1a-06f6-47ba-b190-2a7d182b0550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8458820'] for segment, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:41.275025 dv-cinder-804735-2-iscsi neutron-server[93891]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 03:30:41.275025 dv-cinder-804735-2-iscsi neutron-server[93891]: from cryptography.utils import int_from_bytes Aug 27 03:30:41.275025 dv-cinder-804735-2-iscsi neutron-server[93891]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 03:30:41.275025 dv-cinder-804735-2-iscsi neutron-server[93891]: from cryptography.utils import int_from_bytes Aug 27 03:30:41.275025 dv-cinder-804735-2-iscsi neutron-server[93891]: Traceback (most recent call last): Aug 27 03:30:41.275025 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:30:41.275025 dv-cinder-804735-2-iscsi neutron-server[93891]: timer() Aug 27 03:30:41.275025 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:30:41.275025 dv-cinder-804735-2-iscsi neutron-server[93891]: cb(*args, **kw) Aug 27 03:30:41.275025 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:30:41.275025 dv-cinder-804735-2-iscsi neutron-server[93891]: return func(*args, **kwargs) Aug 27 03:30:41.275025 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:30:41.275025 dv-cinder-804735-2-iscsi neutron-server[93891]: self._notify() Aug 27 03:30:41.275025 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:30:41.275025 dv-cinder-804735-2-iscsi neutron-server[93891]: self.callback(batched_events) Aug 27 03:30:41.275025 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:30:41.275025 dv-cinder-804735-2-iscsi neutron-server[93891]: event.method(event) Aug 27 03:30:41.275025 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:30:41.275025 dv-cinder-804735-2-iscsi neutron-server[93891]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:30:41.275025 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:30:41.275025 dv-cinder-804735-2-iscsi neutron-server[93891]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:30:41.275025 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:30:41.275025 dv-cinder-804735-2-iscsi neutron-server[93891]: return f(self, *a, **k) Aug 27 03:30:41.275025 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:30:41.275025 dv-cinder-804735-2-iscsi neutron-server[93891]: return self._get(url).json() Aug 27 03:30:41.275025 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:30:41.275025 dv-cinder-804735-2-iscsi neutron-server[93891]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:30:41.275025 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:30:41.275025 dv-cinder-804735-2-iscsi neutron-server[93891]: return self.request(url, 'GET', **kwargs) Aug 27 03:30:41.275025 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:30:41.275025 dv-cinder-804735-2-iscsi neutron-server[93891]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:30:41.275025 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:30:41.275025 dv-cinder-804735-2-iscsi neutron-server[93891]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:30:41.275025 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:30:41.275025 dv-cinder-804735-2-iscsi neutron-server[93891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:30:41.275025 dv-cinder-804735-2-iscsi neutron-server[93891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:30:41.331522 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-95c01a1a-06f6-47ba-b190-2a7d182b0550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456099'] for network, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:41.347742 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-95c01a1a-06f6-47ba-b190-2a7d182b0550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for network, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:41.349766 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-95c01a1a-06f6-47ba-b190-2a7d182b0550 admin admin] 10.222.0.58 "DELETE /v2.0/networks/318ae43d-a08c-4c31-9942-33b26f067d36 HTTP/1.1" status: 204 len: 168 time: 0.6276679 Aug 27 03:30:41.350340 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1770b61e-6938-40a2-95f8-4f34a32b9dbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:41.350921 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c01a1a-06f6-47ba-b190-2a7d182b0550 admin admin] Pushing event deleted for resources: {'Network': ['ID=318ae43d-a08c-4c31-9942-33b26f067d36,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:41.352695 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 51836) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:41.361411 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1770b61e-6938-40a2-95f8-4f34a32b9dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:41.438041 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-b227ef25-8a2e-4630-9dea-8961ae9c7859 admin admin] Deleting subnet 920c38ce-cef9-4a7f-99bd-9539d21b4fb8 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:30:41.441742 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-1770b61e-6938-40a2-95f8-4f34a32b9dbb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1aff8f5ffbb44f4d8ac46e2e493eb98f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2012861 Aug 27 03:30:41.443858 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770b61e-6938-40a2-95f8-4f34a32b9dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae5068e-a1ba-46f2-babb-162e0133852f,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:41.444978 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 51838) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:41.446508 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b227ef25-8a2e-4630-9dea-8961ae9c7859 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:41.486639 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b227ef25-8a2e-4630-9dea-8961ae9c7859 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:41.496295 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b227ef25-8a2e-4630-9dea-8961ae9c7859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1466029'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:41.507490 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8484ec50-3ee0-41e3-bdf4-2c9570a1241b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:41.529607 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8484ec50-3ee0-41e3-bdf4-2c9570a1241b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:41.555685 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b227ef25-8a2e-4630-9dea-8961ae9c7859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1466018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:41.586136 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b227ef25-8a2e-4630-9dea-8961ae9c7859 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=920c38ce-cef9-4a7f-99bd-9539d21b4fb8,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:41.590348 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b227ef25-8a2e-4630-9dea-8961ae9c7859 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:41.593306 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-b227ef25-8a2e-4630-9dea-8961ae9c7859 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/920c38ce-cef9-4a7f-99bd-9539d21b4fb8 HTTP/1.1" status: 204 len: 168 time: 0.2394528 Aug 27 03:30:41.595752 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 51842) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:41.606084 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8484ec50-3ee0-41e3-bdf4-2c9570a1241b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:41.608875 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8484ec50-3ee0-41e3-bdf4-2c9570a1241b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:41.610114 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-8484ec50-3ee0-41e3-bdf4-2c9570a1241b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5ae5068e-a1ba-46f2-babb-162e0133852f HTTP/1.1" status: 204 len: 168 time: 0.1639414 Aug 27 03:30:41.656229 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8484ec50-3ee0-41e3-bdf4-2c9570a1241b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae5068e-a1ba-46f2-babb-162e0133852f,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:41.677896 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-47930eec-b9f8-4fab-9bb2-e29828545a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656125'] for network, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:41.762072 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-47930eec-b9f8-4fab-9bb2-e29828545a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1577558', 'neutron.services.segments.db._delete_segments_for_network-8776575369454'] for network, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:41.772819 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.services.segments.db [None req-47930eec-b9f8-4fab-9bb2-e29828545a49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db7ec9d-f210-4663-8e0c-078825be27e5']}} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:41.783477 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.services.segments.db [None req-47930eec-b9f8-4fab-9bb2-e29828545a49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8587606d-025d-4786-b86c-61baee13b688') {'for_net_delete': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:41.783860 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.services.segments.db [None req-47930eec-b9f8-4fab-9bb2-e29828545a49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8587606d-025d-4786-b86c-61baee13b688') {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:41.793586 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-47930eec-b9f8-4fab-9bb2-e29828545a49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776575369337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8573713'] for segment, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:41.809802 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-47930eec-b9f8-4fab-9bb2-e29828545a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004'] for segment, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:41.818239 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47930eec-b9f8-4fab-9bb2-e29828545a49 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=93891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:30:41.818919 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-47930eec-b9f8-4fab-9bb2-e29828545a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8458820'] for segment, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:41.820669 dv-cinder-804735-2-iscsi neutron-server[93891]: Traceback (most recent call last): Aug 27 03:30:41.820669 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:30:41.820669 dv-cinder-804735-2-iscsi neutron-server[93891]: timer() Aug 27 03:30:41.820669 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:30:41.820669 dv-cinder-804735-2-iscsi neutron-server[93891]: cb(*args, **kw) Aug 27 03:30:41.820669 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:30:41.820669 dv-cinder-804735-2-iscsi neutron-server[93891]: return func(*args, **kwargs) Aug 27 03:30:41.820669 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:30:41.820669 dv-cinder-804735-2-iscsi neutron-server[93891]: self._notify() Aug 27 03:30:41.820669 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:30:41.820669 dv-cinder-804735-2-iscsi neutron-server[93891]: self.callback(batched_events) Aug 27 03:30:41.820669 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:30:41.820669 dv-cinder-804735-2-iscsi neutron-server[93891]: event.method(event) Aug 27 03:30:41.820669 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:30:41.820669 dv-cinder-804735-2-iscsi neutron-server[93891]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:30:41.820669 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:30:41.820669 dv-cinder-804735-2-iscsi neutron-server[93891]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:30:41.820669 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:30:41.820669 dv-cinder-804735-2-iscsi neutron-server[93891]: return f(self, *a, **k) Aug 27 03:30:41.820669 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:30:41.820669 dv-cinder-804735-2-iscsi neutron-server[93891]: return self._get(url).json() Aug 27 03:30:41.820669 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:30:41.820669 dv-cinder-804735-2-iscsi neutron-server[93891]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:30:41.820669 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:30:41.820669 dv-cinder-804735-2-iscsi neutron-server[93891]: return self.request(url, 'GET', **kwargs) Aug 27 03:30:41.820669 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:30:41.820669 dv-cinder-804735-2-iscsi neutron-server[93891]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:30:41.820669 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:30:41.820669 dv-cinder-804735-2-iscsi neutron-server[93891]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:30:41.820669 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:30:41.820669 dv-cinder-804735-2-iscsi neutron-server[93891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:30:41.820669 dv-cinder-804735-2-iscsi neutron-server[93891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:30:41.889808 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-47930eec-b9f8-4fab-9bb2-e29828545a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456099'] for network, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:41.896029 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-47930eec-b9f8-4fab-9bb2-e29828545a49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for network, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:41.898546 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-47930eec-b9f8-4fab-9bb2-e29828545a49 admin admin] 10.222.0.58 "DELETE /v2.0/networks/9db7ec9d-f210-4663-8e0c-078825be27e5 HTTP/1.1" status: 204 len: 168 time: 0.3016517 Aug 27 03:30:41.910087 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47930eec-b9f8-4fab-9bb2-e29828545a49 admin admin] Pushing event deleted for resources: {'Network': ['ID=9db7ec9d-f210-4663-8e0c-078825be27e5,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:42.032148 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 51860) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:42.077697 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-60283764-5b1d-4d35-8a72-963247733d0b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e15f14b108b54811bd061d2f3cc4150d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0442784 Aug 27 03:30:42.080283 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 51862) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:42.133619 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f8f3b5df-efc9-431b-83aa-1da5f6383da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:42.165196 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f8f3b5df-efc9-431b-83aa-1da5f6383da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:42.232620 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f8f3b5df-efc9-431b-83aa-1da5f6383da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:42.235274 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f8f3b5df-efc9-431b-83aa-1da5f6383da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:42.236493 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-f8f3b5df-efc9-431b-83aa-1da5f6383da1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f2f8029b-df2a-4d9a-8972-3ad674839d0c HTTP/1.1" status: 204 len: 168 time: 0.1552477 Aug 27 03:30:42.245010 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f3b5df-efc9-431b-83aa-1da5f6383da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f8029b-df2a-4d9a-8972-3ad674839d0c,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:42.661684 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 51896) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:42.728479 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-ed677a6a-a128-4043-85af-f710da16f65f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c0841ae69d444961bd38ab563c31821c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0651913 Aug 27 03:30:42.731199 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 51900) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:42.788928 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-15b4d500-81d8-4851-9dbf-1f38f4d8e915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:42.823511 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-15b4d500-81d8-4851-9dbf-1f38f4d8e915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:42.870545 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-15b4d500-81d8-4851-9dbf-1f38f4d8e915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:42.873183 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-15b4d500-81d8-4851-9dbf-1f38f4d8e915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:42.875390 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-15b4d500-81d8-4851-9dbf-1f38f4d8e915 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/543dfa7e-d0f2-4e98-bc1d-5cdeabd81dc2 HTTP/1.1" status: 204 len: 168 time: 0.1419289 Aug 27 03:30:42.882372 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b4d500-81d8-4851-9dbf-1f38f4d8e915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543dfa7e-d0f2-4e98-bc1d-5cdeabd81dc2,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:43.585983 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device e929609b-218e-4f62-8bc9-1c229af8d765 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:30:43.626857 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] No Port match for: e929609b-218e-4f62-8bc9-1c229af8d765 {{(pid=93892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:30:43.627299 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device e929609b-218e-4f62-8bc9-1c229af8d765 not bound to the agent host hv-cinder-80473 {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:30:43.977367 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e16332-307a-46aa-92ad-4ab720784666 req-04894f50-7dcd-4b87-b236-aa33cf02468b tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:43.994736 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e1e16332-307a-46aa-92ad-4ab720784666 req-04894f50-7dcd-4b87-b236-aa33cf02468b tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/networks?id=a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3 HTTP/1.1" status: 200 len: 814 time: 0.1678076 Aug 27 03:30:44.007954 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e1e16332-307a-46aa-92ad-4ab720784666 req-fec7a49c-0959-4600-bbea-92c68a59f4cf tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/quotas/01d740e2fdbb43f696818d258b9b3f4d HTTP/1.1" status: 200 len: 375 time: 0.0119224 Aug 27 03:30:44.015887 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 51996) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:44.068126 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 51998) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:44.099745 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbb594aa-19b8-4ba3-904f-0226dcffd86e admin admin] Deleting subnet bdb76049-86c2-4f7b-8975-703b9fba6ce9 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:30:44.103265 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e1e16332-307a-46aa-92ad-4ab720784666 req-ee4aab1c-1690-41f2-8b66-ee262378b7f5 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=01d740e2fdbb43f696818d258b9b3f4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0867538 Aug 27 03:30:44.104334 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dbb594aa-19b8-4ba3-904f-0226dcffd86e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:44.140724 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dbb594aa-19b8-4ba3-904f-0226dcffd86e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:44.148008 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dbb594aa-19b8-4ba3-904f-0226dcffd86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1466029'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:44.217147 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dbb594aa-19b8-4ba3-904f-0226dcffd86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1466018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:44.227911 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e1e16332-307a-46aa-92ad-4ab720784666 req-73579e9d-a58e-4b8e-a49d-72fa102173b8 service neutron] 10.222.0.58 "GET /v2.0/networks/a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169438 Aug 27 03:30:44.229807 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6dc3c129-b3bc-4741-b209-6cc53075fddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:44.254342 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dbb594aa-19b8-4ba3-904f-0226dcffd86e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:44.256334 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-dbb594aa-19b8-4ba3-904f-0226dcffd86e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/bdb76049-86c2-4f7b-8975-703b9fba6ce9 HTTP/1.1" status: 204 len: 168 time: 0.2384541 Aug 27 03:30:44.257663 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb594aa-19b8-4ba3-904f-0226dcffd86e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdb76049-86c2-4f7b-8975-703b9fba6ce9,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:44.260020 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 52002) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:44.333670 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c0b5d3bf-ca71-4194-8a68-7686334d37f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656125'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:44.381193 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e1e16332-307a-46aa-92ad-4ab720784666 req-69c4eba7-4b6d-45b3-8a03-41b6f8a7a919 service neutron] 10.222.0.58 "GET /v2.0/networks/a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419117 Aug 27 03:30:44.421036 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6dc3c129-b3bc-4741-b209-6cc53075fddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:44.425619 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6dc3c129-b3bc-4741-b209-6cc53075fddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:44.433103 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c0b5d3bf-ca71-4194-8a68-7686334d37f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1577558', 'neutron.services.segments.db._delete_segments_for_network-8776575369454'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:44.448008 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c0b5d3bf-ca71-4194-8a68-7686334d37f7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:30:44.448602 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c0b5d3bf-ca71-4194-8a68-7686334d37f7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:30:44.449251 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c0b5d3bf-ca71-4194-8a68-7686334d37f7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:30:44.449573 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c0b5d3bf-ca71-4194-8a68-7686334d37f7 admin admin] Subscribe: > port after_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:30:44.450079 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c0b5d3bf-ca71-4194-8a68-7686334d37f7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:30:44.450410 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c0b5d3bf-ca71-4194-8a68-7686334d37f7 admin admin] Subscribe: > port after_update 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:30:44.450725 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c0b5d3bf-ca71-4194-8a68-7686334d37f7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:30:44.451652 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c0b5d3bf-ca71-4194-8a68-7686334d37f7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:30:44.451883 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c0b5d3bf-ca71-4194-8a68-7686334d37f7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:30:44.452233 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c0b5d3bf-ca71-4194-8a68-7686334d37f7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:30:44.475551 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-6dc3c129-b3bc-4741-b209-6cc53075fddf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=75ece42baa1e4b6eae0affcf0d672bdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4059179 Aug 27 03:30:44.476463 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 52008) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:44.477327 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc3c129-b3bc-4741-b209-6cc53075fddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b780410-8b4a-4d74-85a2-8a47467dfe96,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:44.540266 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0f94258e-84d5-4839-93e6-1ee9d98e1649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:44.550684 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c0b5d3bf-ca71-4194-8a68-7686334d37f7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:30:44.551032 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c0b5d3bf-ca71-4194-8a68-7686334d37f7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:30:44.551666 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c0b5d3bf-ca71-4194-8a68-7686334d37f7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:30:44.552245 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c0b5d3bf-ca71-4194-8a68-7686334d37f7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:30:44.552827 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.services.segments.db [None req-c0b5d3bf-ca71-4194-8a68-7686334d37f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88322726-f5e5-4254-a3d7-3a1875e31491']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:44.563605 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0f94258e-84d5-4839-93e6-1ee9d98e1649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:44.575637 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.services.segments.db [None req-c0b5d3bf-ca71-4194-8a68-7686334d37f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad8b8aee-f7a5-4d74-ad9f-6d96a9503903') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:44.576153 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.services.segments.db [None req-c0b5d3bf-ca71-4194-8a68-7686334d37f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad8b8aee-f7a5-4d74-ad9f-6d96a9503903') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:44.594107 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c0b5d3bf-ca71-4194-8a68-7686334d37f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776575369337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8923449'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:44.596063 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-0a47f577-9ff0-4bc5-8ede-c09c4f0c51a9 req-05ecfa80-2cd5-48d1-a7dc-a7a91f270b85 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=90527ef8-4d61-4bc5-8ecc-ed05837e0dc5 HTTP/1.1" status: 200 len: 210 time: 0.0375948 Aug 27 03:30:44.616580 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c0b5d3bf-ca71-4194-8a68-7686334d37f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:44.628590 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0b5d3bf-ca71-4194-8a68-7686334d37f7 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:30:44.628970 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c0b5d3bf-ca71-4194-8a68-7686334d37f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9123058'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:44.633653 dv-cinder-804735-2-iscsi neutron-server[93890]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 03:30:44.633653 dv-cinder-804735-2-iscsi neutron-server[93890]: from cryptography.utils import int_from_bytes Aug 27 03:30:44.633653 dv-cinder-804735-2-iscsi neutron-server[93890]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 03:30:44.633653 dv-cinder-804735-2-iscsi neutron-server[93890]: from cryptography.utils import int_from_bytes Aug 27 03:30:44.633653 dv-cinder-804735-2-iscsi neutron-server[93890]: Traceback (most recent call last): Aug 27 03:30:44.633653 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:30:44.633653 dv-cinder-804735-2-iscsi neutron-server[93890]: timer() Aug 27 03:30:44.633653 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:30:44.633653 dv-cinder-804735-2-iscsi neutron-server[93890]: cb(*args, **kw) Aug 27 03:30:44.633653 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:30:44.633653 dv-cinder-804735-2-iscsi neutron-server[93890]: return func(*args, **kwargs) Aug 27 03:30:44.633653 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:30:44.633653 dv-cinder-804735-2-iscsi neutron-server[93890]: self._notify() Aug 27 03:30:44.633653 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:30:44.633653 dv-cinder-804735-2-iscsi neutron-server[93890]: self.callback(batched_events) Aug 27 03:30:44.633653 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:30:44.633653 dv-cinder-804735-2-iscsi neutron-server[93890]: event.method(event) Aug 27 03:30:44.633653 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:30:44.633653 dv-cinder-804735-2-iscsi neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:30:44.633653 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:30:44.633653 dv-cinder-804735-2-iscsi neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:30:44.633653 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:30:44.633653 dv-cinder-804735-2-iscsi neutron-server[93890]: return f(self, *a, **k) Aug 27 03:30:44.633653 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:30:44.633653 dv-cinder-804735-2-iscsi neutron-server[93890]: return self._get(url).json() Aug 27 03:30:44.633653 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:30:44.633653 dv-cinder-804735-2-iscsi neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:30:44.633653 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:30:44.633653 dv-cinder-804735-2-iscsi neutron-server[93890]: return self.request(url, 'GET', **kwargs) Aug 27 03:30:44.633653 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:30:44.633653 dv-cinder-804735-2-iscsi neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:30:44.633653 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:30:44.633653 dv-cinder-804735-2-iscsi neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:30:44.633653 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:30:44.633653 dv-cinder-804735-2-iscsi neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:30:44.633653 dv-cinder-804735-2-iscsi neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:30:44.644834 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0f94258e-84d5-4839-93e6-1ee9d98e1649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:44.647855 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0f94258e-84d5-4839-93e6-1ee9d98e1649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:44.651261 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-0f94258e-84d5-4839-93e6-1ee9d98e1649 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1b780410-8b4a-4d74-85a2-8a47467dfe96 HTTP/1.1" status: 204 len: 168 time: 0.1687040 Aug 27 03:30:44.660751 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f94258e-84d5-4839-93e6-1ee9d98e1649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b780410-8b4a-4d74-85a2-8a47467dfe96,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:44.694892 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c0b5d3bf-ca71-4194-8a68-7686334d37f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456099'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:44.700683 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c0b5d3bf-ca71-4194-8a68-7686334d37f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:44.702687 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-c0b5d3bf-ca71-4194-8a68-7686334d37f7 admin admin] 10.222.0.58 "DELETE /v2.0/networks/88322726-f5e5-4254-a3d7-3a1875e31491 HTTP/1.1" status: 204 len: 168 time: 0.4414334 Aug 27 03:30:44.719851 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b5d3bf-ca71-4194-8a68-7686334d37f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=88322726-f5e5-4254-a3d7-3a1875e31491,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:44.871963 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-6c21b67b-b65b-47b3-be3a-372a14315615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:44.879950 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 52034) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:44.948195 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-464e082d-1e2b-483f-a98d-59c083e02547 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dba5a01bf20b47e4a67299b2f5aa032b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0669827 Aug 27 03:30:44.951107 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 52040) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:45.007023 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c3e58559-525e-492a-8cf8-42989620c82f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:45.031503 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c3e58559-525e-492a-8cf8-42989620c82f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:45.089686 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c3e58559-525e-492a-8cf8-42989620c82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:45.093010 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c3e58559-525e-492a-8cf8-42989620c82f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:45.094327 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-c3e58559-525e-492a-8cf8-42989620c82f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1e43543c-e60e-4c23-9a2c-b5d6c3541fd5 HTTP/1.1" status: 204 len: 168 time: 0.1420341 Aug 27 03:30:45.102920 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e58559-525e-492a-8cf8-42989620c82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e43543c-e60e-4c23-9a2c-b5d6c3541fd5,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:45.103105 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 52050) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:45.126005 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-08f034e3-92ac-48f8-8e12-2803178a46fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:45.259024 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-08f034e3-92ac-48f8-8e12-2803178a46fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:45.268821 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-08f034e3-92ac-48f8-8e12-2803178a46fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:45.307477 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-08f034e3-92ac-48f8-8e12-2803178a46fc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4fa18784956d486b99232a5550591897&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2031105 Aug 27 03:30:45.308763 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f034e3-92ac-48f8-8e12-2803178a46fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd2eabd-6140-4371-8a86-5aa1c3f94b17,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:45.310191 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 52058) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:45.369157 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c3d0cf8d-d854-4c2e-a972-ab282fb72daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:45.393714 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c3d0cf8d-d854-4c2e-a972-ab282fb72daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:45.449757 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c3d0cf8d-d854-4c2e-a972-ab282fb72daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:45.453307 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c3d0cf8d-d854-4c2e-a972-ab282fb72daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:45.454436 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-c3d0cf8d-d854-4c2e-a972-ab282fb72daf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9bd2eabd-6140-4371-8a86-5aa1c3f94b17 HTTP/1.1" status: 204 len: 168 time: 0.1430628 Aug 27 03:30:45.463326 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d0cf8d-d854-4c2e-a972-ab282fb72daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd2eabd-6140-4371-8a86-5aa1c3f94b17,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:45.720225 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8b8aaeab-f337-44cf-8d6a-01d4c4cfe904 req-0be5ada8-fcfb-4bed-8d48-1902772e3bc3 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=90527ef8-4d61-4bc5-8ecc-ed05837e0dc5 HTTP/1.1" status: 200 len: 210 time: 0.0376792 Aug 27 03:30:46.010240 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e16332-307a-46aa-92ad-4ab720784666 req-7ace433c-4f7d-4c28-b727-5045aa800cd5 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:46.011944 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e1e16332-307a-46aa-92ad-4ab720784666 req-7ace433c-4f7d-4c28-b727-5045aa800cd5 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.63 "GET /v2.0/networks?id=a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3 HTTP/1.1" status: 200 len: 814 time: 0.2372944 Aug 27 03:30:46.034390 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [req-e1e16332-307a-46aa-92ad-4ab720784666 req-19e1c10a-b456-4f61-aa1e-bff92f202601 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Request body: {'port': {'device_id': '90527ef8-4d61-4bc5-8ecc-ed05837e0dc5', 'network_id': 'a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3', 'admin_state_up': True, 'tenant_id': '01d740e2fdbb43f696818d258b9b3f4d'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:30:46.171031 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1e16332-307a-46aa-92ad-4ab720784666 req-19e1c10a-b456-4f61-aa1e-bff92f202601 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Made reservation on behalf of 01d740e2fdbb43f696818d258b9b3f4d for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:30:46.175226 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e1e16332-307a-46aa-92ad-4ab720784666 req-19e1c10a-b456-4f61-aa1e-bff92f202601 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:46.178246 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 52128) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:46.301055 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [None req-b80449a9-d450-4bc5-92ff-752ffdd8b556 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1677539014-network', 'tenant_id': 'dec8900e772c45c583c5e85e9958d95d'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:30:46.324830 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80449a9-d450-4bc5-92ff-752ffdd8b556 admin admin] Made reservation on behalf of dec8900e772c45c583c5e85e9958d95d for: {'network': 1} {{(pid=93891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:30:46.327578 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b80449a9-d450-4bc5-92ff-752ffdd8b556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for network, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:46.337304 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b80449a9-d450-4bc5-92ff-752ffdd8b556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:46.340728 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-e1e16332-307a-46aa-92ad-4ab720784666 req-19e1c10a-b456-4f61-aa1e-bff92f202601 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Allocated IP 172.20.0.9 (a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3/f0e904d8-7440-45dc-9db2-369b77311290/81dbe444-5db9-4391-bed2-2330c577d434) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:30:46.440007 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b80449a9-d450-4bc5-92ff-752ffdd8b556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:46.452429 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b80449a9-d450-4bc5-92ff-752ffdd8b556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:46.475296 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b80449a9-d450-4bc5-92ff-752ffdd8b556 admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=93891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:30:46.493351 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80449a9-d450-4bc5-92ff-752ffdd8b556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a455750d-bdb4-4e6a-9689-357eade186db,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:46.498740 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b80449a9-d450-4bc5-92ff-752ffdd8b556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004'] for segment, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:46.498740 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.db.segments_db [None req-b80449a9-d450-4bc5-92ff-752ffdd8b556 admin admin] Added segment bf89ee51-e919-4dee-a3ba-77de2e060ae9 of type vlan for network 49eed060-6837-4e18-bdb1-2b63d9669339 Aug 27 03:30:46.538985 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b80449a9-d450-4bc5-92ff-752ffdd8b556 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776574857063'] for network, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:46.539954 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e1e16332-307a-46aa-92ad-4ab720784666 req-19e1c10a-b456-4f61-aa1e-bff92f202601 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:46.566164 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b80449a9-d450-4bc5-92ff-752ffdd8b556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068'] for network, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:46.567251 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80449a9-d450-4bc5-92ff-752ffdd8b556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:46.568164 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b80449a9-d450-4bc5-92ff-752ffdd8b556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for network, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:46.585333 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e1e16332-307a-46aa-92ad-4ab720784666 req-19e1c10a-b456-4f61-aa1e-bff92f202601 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9123015'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:46.598654 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] get_ports_and_sgs() called for port_ids ['bad6539d-473a-4ae7-8574-1eba84cbf59d'] {{(pid=93892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:30:46.634957 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1e16332-307a-46aa-92ad-4ab720784666 req-19e1c10a-b456-4f61-aa1e-bff92f202601 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Network a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:30:46.636494 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80449a9-d450-4bc5-92ff-752ffdd8b556 admin admin] Pushing event updated for resources: {'Network': ['ID=49eed060-6837-4e18-bdb1-2b63d9669339,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:46.638645 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-e1e16332-307a-46aa-92ad-4ab720784666 req-19e1c10a-b456-4f61-aa1e-bff92f202601 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:30:46.644664 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e16332-307a-46aa-92ad-4ab720784666 req-19e1c10a-b456-4f61-aa1e-bff92f202601 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:30:46.665097 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-b80449a9-d450-4bc5-92ff-752ffdd8b556 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4842241 Aug 27 03:30:46.666026 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 52144) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:46.671342 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [None req-02c9d22d-e988-4b47-8991-e6a3761922b5 admin admin] Request body: {'subnet': {'network_id': '49eed060-6837-4e18-bdb1-2b63d9669339', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1677539014-subnet', 'tenant_id': 'dec8900e772c45c583c5e85e9958d95d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:30:46.673004 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e1c10a-b456-4f61-aa1e-bff92f202601 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Pushing event updated for resources: {'Port': ['ID=81dbe444-5db9-4391-bed2-2330c577d434,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:46.682580 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Network 49eed060-6837-4e18-bdb1-2b63d9669339 details requested by agent ovs-agent-dv-cinder-804735-2-iscsi with host dv-cinder-804735-2-iscsi {{(pid=93892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:30:46.701996 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c9d22d-e988-4b47-8991-e6a3761922b5 admin admin] Made reservation on behalf of dec8900e772c45c583c5e85e9958d95d for: {'subnet': 1} {{(pid=93891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:30:46.704338 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e16332-307a-46aa-92ad-4ab720784666 req-19e1c10a-b456-4f61-aa1e-bff92f202601 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:46.705106 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e1e16332-307a-46aa-92ad-4ab720784666 req-19e1c10a-b456-4f61-aa1e-bff92f202601 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:46.705261 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-02c9d22d-e988-4b47-8991-e6a3761922b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9229000'] for subnet, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:46.721266 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e1e16332-307a-46aa-92ad-4ab720784666 req-19e1c10a-b456-4f61-aa1e-bff92f202601 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6962514 Aug 27 03:30:46.739332 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [req-e1e16332-307a-46aa-92ad-4ab720784666 req-e0e7acde-cb68-4ccb-9236-805816a9b1e6 service neutron] Request body: {'port': {'device_id': '90527ef8-4d61-4bc5-8ecc-ed05837e0dc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:30:46.883780 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21aeef-009d-4cd5-9846-a92076fbcbb4 req-0894d373-257c-4825-a23d-1ce8a32a448c tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:46.885766 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1d21aeef-009d-4cd5-9846-a92076fbcbb4 req-0894d373-257c-4825-a23d-1ce8a32a448c tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=90527ef8-4d61-4bc5-8ecc-ed05837e0dc5 HTTP/1.1" status: 200 len: 931 time: 0.0705941 Aug 27 03:30:46.972083 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1d21aeef-009d-4cd5-9846-a92076fbcbb4 req-5003cecf-9e71-4482-b64d-53752924c6f6 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714631 Aug 27 03:30:47.043445 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e1e16332-307a-46aa-92ad-4ab720784666 req-e0e7acde-cb68-4ccb-9236-805816a9b1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:47.061181 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-02c9d22d-e988-4b47-8991-e6a3761922b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8459745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9228986'] for subnet, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:47.144969 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c9d22d-e988-4b47-8991-e6a3761922b5 admin admin] Checking segment: {'id': 'bf89ee51-e919-4dee-a3ba-77de2e060ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '49eed060-6837-4e18-bdb1-2b63d9669339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:30:47.145432 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c9d22d-e988-4b47-8991-e6a3761922b5 admin admin] Network hostable DHCP agents. Network: 49eed060-6837-4e18-bdb1-2b63d9669339, hostable agents: ['b9d5b039-511f-405d-92d5-fedc540f1c95'], hosted agents: [] {{(pid=93891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:30:47.150217 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c9d22d-e988-4b47-8991-e6a3761922b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d267862-f34f-457d-8ad5-859088d95a0f,revision_number=0']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:47.177018 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c9d22d-e988-4b47-8991-e6a3761922b5 admin admin] Network 49eed060-6837-4e18-bdb1-2b63d9669339 is scheduled to be hosted by DHCP agent b9d5b039-511f-405d-92d5-fedc540f1c95 with binding_index 1 {{(pid=93891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:30:47.203466 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-02c9d22d-e988-4b47-8991-e6a3761922b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-2-iscsi, 49eed060-6837-4e18-bdb1-2b63d9669339) {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:30:47.216350 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c9d22d-e988-4b47-8991-e6a3761922b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:47.216941 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1562fd-7349-4bc7-a596-e95d287f9f2c None None] Network 49eed060-6837-4e18-bdb1-2b63d9669339 requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:30:47.217360 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-02c9d22d-e988-4b47-8991-e6a3761922b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for subnet, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:47.250243 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-02c9d22d-e988-4b47-8991-e6a3761922b5 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5818748 Aug 27 03:30:47.252099 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 52168) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:47.257499 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [None req-9b2272d9-cff8-47fd-974a-70995c672913 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1677539014-router', 'tenant_id': 'dec8900e772c45c583c5e85e9958d95d', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'}}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:30:47.309868 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9b2272d9-cff8-47fd-974a-70995c672913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36878'] for router, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:47.311490 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9b2272d9-cff8-47fd-974a-70995c672913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-513158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36869'] for router, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:47.316025 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-79521ee5-4ec3-4883-893e-28aa43fc8866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:47.408492 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9b2272d9-cff8-47fd-974a-70995c672913 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:47.453006 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [req-e1e16332-307a-46aa-92ad-4ab720784666 req-e0e7acde-cb68-4ccb-9236-805816a9b1e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81dbe444-5db9-4391-bed2-2330c577d434 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:30:47.459565 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e149f2-b38d-4fc4-baac-fb491401ecb3 None None] Network 49eed060-6837-4e18-bdb1-2b63d9669339 requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:30:47.462832 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e1e16332-307a-46aa-92ad-4ab720784666 req-e0e7acde-cb68-4ccb-9236-805816a9b1e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:47.477047 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-e1e16332-307a-46aa-92ad-4ab720784666 req-e0e7acde-cb68-4ccb-9236-805816a9b1e6 service neutron] Transition to ACTIVE for port object 81dbe444-5db9-4391-bed2-2330c577d434 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:30:47.483391 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e1e16332-307a-46aa-92ad-4ab720784666 req-e0e7acde-cb68-4ccb-9236-805816a9b1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9123038'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:47.560734 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 52178) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:47.564601 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e7acde-cb68-4ccb-9236-805816a9b1e6 service neutron] Pushing event updated for resources: {'Port': ['ID=81dbe444-5db9-4391-bed2-2330c577d434,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:47.570252 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:47.688958 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-e1e16332-307a-46aa-92ad-4ab720784666 req-e0e7acde-cb68-4ccb-9236-805816a9b1e6 service neutron] Attempting to bind port 81dbe444-5db9-4391-bed2-2330c577d434 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:30:47.689288 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-e1e16332-307a-46aa-92ad-4ab720784666 req-e0e7acde-cb68-4ccb-9236-805816a9b1e6 service neutron] Attempting to bind port 81dbe444-5db9-4391-bed2-2330c577d434 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '28780841-0c3a-4bb1-9cb1-796a642c1ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:30:47.689616 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e16332-307a-46aa-92ad-4ab720784666 req-e0e7acde-cb68-4ccb-9236-805816a9b1e6 service neutron] Attempting to bind port 81dbe444-5db9-4391-bed2-2330c577d434 on network a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:30:47.694180 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e16332-307a-46aa-92ad-4ab720784666 req-e0e7acde-cb68-4ccb-9236-805816a9b1e6 service neutron] Port 81dbe444-5db9-4391-bed2-2330c577d434 on network a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:30:47.694635 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e16332-307a-46aa-92ad-4ab720784666 req-e0e7acde-cb68-4ccb-9236-805816a9b1e6 service neutron] Attempting to bind port 81dbe444-5db9-4391-bed2-2330c577d434 on network a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:30:47.699621 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e16332-307a-46aa-92ad-4ab720784666 req-e0e7acde-cb68-4ccb-9236-805816a9b1e6 service neutron] Checking agent: {'id': '24f718bb-5cbe-4fbb-a277-c3e337c88f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 27, 23), 'started_at': datetime.datetime(2021, 8, 27, 3, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:30:47.699947 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e16332-307a-46aa-92ad-4ab720784666 req-e0e7acde-cb68-4ccb-9236-805816a9b1e6 service neutron] Checking segment: {'id': '28780841-0c3a-4bb1-9cb1-796a642c1ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:30:47.700318 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e16332-307a-46aa-92ad-4ab720784666 req-e0e7acde-cb68-4ccb-9236-805816a9b1e6 service neutron] Bound using segment: {'id': '28780841-0c3a-4bb1-9cb1-796a642c1ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:30:47.700878 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-e1e16332-307a-46aa-92ad-4ab720784666 req-e0e7acde-cb68-4ccb-9236-805816a9b1e6 service neutron] Bound port: 81dbe444-5db9-4391-bed2-2330c577d434, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28780841-0c3a-4bb1-9cb1-796a642c1ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:30:47.701232 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e1e16332-307a-46aa-92ad-4ab720784666 req-e0e7acde-cb68-4ccb-9236-805816a9b1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:47.785966 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-870221ac-a359-4ebc-a741-39ad38b544a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:47.789023 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-e1e16332-307a-46aa-92ad-4ab720784666 req-e0e7acde-cb68-4ccb-9236-805816a9b1e6 service neutron] For port 81dbe444-5db9-4391-bed2-2330c577d434, host hv-cinder-80473, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:30:47.810101 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-e1e16332-307a-46aa-92ad-4ab720784666 req-e0e7acde-cb68-4ccb-9236-805816a9b1e6 service neutron] For port 81dbe444-5db9-4391-bed2-2330c577d434, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=81dbe444-5db9-4391-bed2-2330c577d434,segment=NetworkSegment(28780841-0c3a-4bb1-9cb1-796a642c1ab2),segment_id=28780841-0c3a-4bb1-9cb1-796a642c1ab2)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:30:47.818036 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e1e16332-307a-46aa-92ad-4ab720784666 req-e0e7acde-cb68-4ccb-9236-805816a9b1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9123038'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:47.867429 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9b2272d9-cff8-47fd-974a-70995c672913 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:47.872242 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e16332-307a-46aa-92ad-4ab720784666 req-e0e7acde-cb68-4ccb-9236-805816a9b1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:47.872982 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e1e16332-307a-46aa-92ad-4ab720784666 req-e0e7acde-cb68-4ccb-9236-805816a9b1e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:47.874719 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e1e16332-307a-46aa-92ad-4ab720784666 req-e0e7acde-cb68-4ccb-9236-805816a9b1e6 service neutron] 10.222.0.63 "PUT /v2.0/ports/81dbe444-5db9-4391-bed2-2330c577d434 HTTP/1.1" status: 200 len: 1093 time: 1.1423459 Aug 27 03:30:47.875264 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90527ef8-4d61-4bc5-8ecc-ed05837e0dc5', 'tag': '81dbe444-5db9-4391-bed2-2330c577d434'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:30:47.877711 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}755905221a1e0f69e4370b1ec2ad9bde0bcbe0fd3cc794ff6c7e2d34909de1ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99fbded3-2db4-4f73-99ca-20531395dd8b" -d '{"events": [{"name": "network-changed", "server_uuid": "90527ef8-4d61-4bc5-8ecc-ed05837e0dc5", "tag": "81dbe444-5db9-4391-bed2-2330c577d434"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:30:47.917059 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e7acde-cb68-4ccb-9236-805816a9b1e6 service neutron] Pushing event updated for resources: {'Port': ['ID=81dbe444-5db9-4391-bed2-2330c577d434,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:47.955266 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9631c53c-d44b-49f4-a098-d5031434530d x-openstack-request-id: req-9631c53c-d44b-49f4-a098-d5031434530d {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:30:47.955643 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90527ef8-4d61-4bc5-8ecc-ed05837e0dc5", "tag": "81dbe444-5db9-4391-bed2-2330c577d434", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:30:47.955890 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9631c53c-d44b-49f4-a098-d5031434530d {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:30:47.956351 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90527ef8-4d61-4bc5-8ecc-ed05837e0dc5', 'tag': '81dbe444-5db9-4391-bed2-2330c577d434', 'status': 'completed', 'code': 200} Aug 27 03:30:47.981019 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 6 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:30:47.998753 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-870221ac-a359-4ebc-a741-39ad38b544a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:48.007711 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-870221ac-a359-4ebc-a741-39ad38b544a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:48.027243 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e16332-307a-46aa-92ad-4ab720784666 req-a2f3a60a-13a1-4676-84e0-d4a0aaddaa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:48.028790 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e1e16332-307a-46aa-92ad-4ab720784666 req-a2f3a60a-13a1-4676-84e0-d4a0aaddaa65 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=01d740e2fdbb43f696818d258b9b3f4d&device_id=90527ef8-4d61-4bc5-8ecc-ed05837e0dc5 HTTP/1.1" status: 200 len: 1096 time: 0.0873790 Aug 27 03:30:48.095767 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-870221ac-a359-4ebc-a741-39ad38b544a9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7e5d64c304a04c25bc0ba0a948d46887&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5284152 Aug 27 03:30:48.097572 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e1e16332-307a-46aa-92ad-4ab720784666 req-bf86489a-5d48-42b9-9aa5-c5404b1c1ce1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81dbe444-5db9-4391-bed2-2330c577d434 HTTP/1.1" status: 200 len: 217 time: 0.0516903 Aug 27 03:30:48.098298 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870221ac-a359-4ebc-a741-39ad38b544a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc12ecce-5d7f-4317-9b9a-9d3a0b989a3e,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:48.102015 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 52192) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:48.187824 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea825ee-215c-458a-903a-15195db3b768 req-0d0f88cb-5d11-4aab-b678-5162c1b349cd tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:48.189550 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-dea825ee-215c-458a-903a-15195db3b768 req-0d0f88cb-5d11-4aab-b678-5162c1b349cd tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=90527ef8-4d61-4bc5-8ecc-ed05837e0dc5 HTTP/1.1" status: 200 len: 943 time: 0.0880852 Aug 27 03:30:48.195325 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9b2272d9-cff8-47fd-974a-70995c672913 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:48.197901 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e16332-307a-46aa-92ad-4ab720784666 req-07e7832a-92ba-4e06-bb38-a0eb3bc7f4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:48.199548 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e1e16332-307a-46aa-92ad-4ab720784666 req-07e7832a-92ba-4e06-bb38-a0eb3bc7f4cf service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f0e904d8-7440-45dc-9db2-369b77311290 HTTP/1.1" status: 200 len: 854 time: 0.0770211 Aug 27 03:30:48.204182 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3d5230cc-1642-4536-ac31-155e49ff79d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:48.222034 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9b2272d9-cff8-47fd-974a-70995c672913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:48.254360 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e1e16332-307a-46aa-92ad-4ab720784666 req-113a0d99-b595-4f85-9407-e1fc96982675 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407438 Aug 27 03:30:48.259033 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3d5230cc-1642-4536-ac31-155e49ff79d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:48.292936 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-dea825ee-215c-458a-903a-15195db3b768 req-e4021866-2427-4031-9ac5-f1c31345436e tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945084 Aug 27 03:30:48.354222 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-9b2272d9-cff8-47fd-974a-70995c672913 admin admin] Allocated IP 172.27.0.223 (239ea516-19ad-4308-8c8f-3a956c00c66f/240b09d3-e621-4049-93c9-64b8f5a60ad0/07f91eb1-beba-43d8-918e-ddfab5669d55) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:30:48.377995 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3d5230cc-1642-4536-ac31-155e49ff79d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:48.381330 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3d5230cc-1642-4536-ac31-155e49ff79d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:48.382572 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-3d5230cc-1642-4536-ac31-155e49ff79d6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fc12ecce-5d7f-4317-9b9a-9d3a0b989a3e HTTP/1.1" status: 204 len: 168 time: 0.2794356 Aug 27 03:30:48.393366 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e1e16332-307a-46aa-92ad-4ab720784666 req-b88154c5-9e60-4672-8c54-a788a5bb7b61 service neutron] 10.222.0.63 "GET /v2.0/networks/a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244757 Aug 27 03:30:48.394815 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5230cc-1642-4536-ac31-155e49ff79d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc12ecce-5d7f-4317-9b9a-9d3a0b989a3e,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:48.486867 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9b2272d9-cff8-47fd-974a-70995c672913 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:48.503584 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e1e16332-307a-46aa-92ad-4ab720784666 req-8d70c20a-04bc-4450-9d2b-5d5c2f235ed5 service neutron] 10.222.0.63 "GET /v2.0/networks/a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003158 Aug 27 03:30:48.526674 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9b2272d9-cff8-47fd-974a-70995c672913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:48.573423 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2272d9-cff8-47fd-974a-70995c672913 admin admin] Network 239ea516-19ad-4308-8c8f-3a956c00c66f is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:30:48.577572 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-9b2272d9-cff8-47fd-974a-70995c672913 admin admin] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:30:48.579792 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2272d9-cff8-47fd-974a-70995c672913 admin admin] Pushing event updated for resources: {'Port': ['ID=07f91eb1-beba-43d8-918e-ddfab5669d55,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:48.581719 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2272d9-cff8-47fd-974a-70995c672913 admin admin] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:30:48.604329 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fbded3-2db4-4f73-99ca-20531395dd8b req-cf8231c4-da08-495c-b0cc-caa52e18406a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:48.606801 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-99fbded3-2db4-4f73-99ca-20531395dd8b req-cf8231c4-da08-495c-b0cc-caa52e18406a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=01d740e2fdbb43f696818d258b9b3f4d&device_id=90527ef8-4d61-4bc5-8ecc-ed05837e0dc5 HTTP/1.1" status: 200 len: 1096 time: 0.0531321 Aug 27 03:30:48.622959 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:48.721385 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fbded3-2db4-4f73-99ca-20531395dd8b req-fcba59ac-fe25-48c4-b43f-f79aa4aad316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:48.723004 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-99fbded3-2db4-4f73-99ca-20531395dd8b req-fcba59ac-fe25-48c4-b43f-f79aa4aad316 service neutron] 10.222.0.63 "GET /v2.0/networks?id=a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3 HTTP/1.1" status: 200 len: 915 time: 0.1080179 Aug 27 03:30:48.786837 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-99fbded3-2db4-4f73-99ca-20531395dd8b req-3343c8c9-e7f7-45fe-9c56-db73af0a54b2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81dbe444-5db9-4391-bed2-2330c577d434 HTTP/1.1" status: 200 len: 217 time: 0.0518789 Aug 27 03:30:48.856142 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fbded3-2db4-4f73-99ca-20531395dd8b req-03caf543-3b25-4255-94c1-87c630b8c4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:48.857866 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-99fbded3-2db4-4f73-99ca-20531395dd8b req-03caf543-3b25-4255-94c1-87c630b8c4bd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f0e904d8-7440-45dc-9db2-369b77311290 HTTP/1.1" status: 200 len: 854 time: 0.0594442 Aug 27 03:30:48.891562 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9b2272d9-cff8-47fd-974a-70995c672913 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:48.891957 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-99fbded3-2db4-4f73-99ca-20531395dd8b req-dfb888fc-6f26-4410-93d2-c47e816f254d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248663 Aug 27 03:30:48.996716 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-99fbded3-2db4-4f73-99ca-20531395dd8b req-2940b7e7-441f-4f81-af84-bac756d554da service neutron] 10.222.0.63 "GET /v2.0/networks/a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932806 Aug 27 03:30:49.104759 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-99fbded3-2db4-4f73-99ca-20531395dd8b req-ad39e1e4-8cdd-4881-ab9c-5820b8d37d74 service neutron] 10.222.0.63 "GET /v2.0/networks/a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984371 Aug 27 03:30:49.109057 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9b2272d9-cff8-47fd-974a-70995c672913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456187'] for router, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:49.150679 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 52226) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:49.267597 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-da75502e-5658-42f5-ba2e-6e1b370ea3dd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1034468476-network', 'tenant_id': '90c43de7a6384b82b35f14a762da5d37'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:30:49.271773 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2272d9-cff8-47fd-974a-70995c672913 admin admin] Router 5d0019ad-3063-409b-bdfc-275bda5fa9b7 is scheduled to L3 agent 531130d0-1c3c-4def-a74a-055fb8373853 with binding_index 1 {{(pid=93891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:30:49.299060 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da75502e-5658-42f5-ba2e-6e1b370ea3dd admin admin] Made reservation on behalf of 90c43de7a6384b82b35f14a762da5d37 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:30:49.302099 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-da75502e-5658-42f5-ba2e-6e1b370ea3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:49.329298 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-da75502e-5658-42f5-ba2e-6e1b370ea3dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:49.471727 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-da75502e-5658-42f5-ba2e-6e1b370ea3dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:49.478014 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-da75502e-5658-42f5-ba2e-6e1b370ea3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:49.507425 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da75502e-5658-42f5-ba2e-6e1b370ea3dd admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:30:49.526207 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2272d9-cff8-47fd-974a-70995c672913 admin admin] Notify agent at l3_agent.dv-cinder-804735-2-iscsi the message routers_updated {{(pid=93891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:30:49.535962 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-da75502e-5658-42f5-ba2e-6e1b370ea3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:49.536512 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.db.segments_db [None req-da75502e-5658-42f5-ba2e-6e1b370ea3dd admin admin] Added segment cd94c509-5c85-4501-bbd0-bfe66cd37392 of type vlan for network 86a24c14-9a31-45eb-af67-a58be595d161 Aug 27 03:30:49.538127 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75502e-5658-42f5-ba2e-6e1b370ea3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0a423a-4ddb-4735-9118-4d1005d5a672,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:49.558627 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712267a3-5b1b-4cfc-a461-7998fc7270e8 None None] Sync routers for ids ['5d0019ad-3063-409b-bdfc-275bda5fa9b7'] in dv-cinder-804735-2-iscsi {{(pid=93893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:30:49.577510 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712267a3-5b1b-4cfc-a461-7998fc7270e8 None None] Routers {'5d0019ad-3063-409b-bdfc-275bda5fa9b7'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:30:49.578623 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-712267a3-5b1b-4cfc-a461-7998fc7270e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:30:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['5d0019ad-3063-409b-bdfc-275bda5fa9b7'], 'active': True} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:49.610959 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b2f5d-ed4f-44b7-8e0e-9e7b53904a5c req-2f03d888-ac8a-41d8-876a-0bbf316c2bdf tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:49.612623 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e78b2f5d-ed4f-44b7-8e0e-9e7b53904a5c req-2f03d888-ac8a-41d8-876a-0bbf316c2bdf tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=90527ef8-4d61-4bc5-8ecc-ed05837e0dc5 HTTP/1.1" status: 200 len: 943 time: 0.1630821 Aug 27 03:30:49.626001 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9b2272d9-cff8-47fd-974a-70995c672913 admin admin] Notify callbacks [] for router, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:49.627008 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-9b2272d9-cff8-47fd-974a-70995c672913 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.3738689 Aug 27 03:30:49.640902 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 52254) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:49.656921 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-da75502e-5658-42f5-ba2e-6e1b370ea3dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776574857063'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:49.720742 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-da75502e-5658-42f5-ba2e-6e1b370ea3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:49.722647 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da75502e-5658-42f5-ba2e-6e1b370ea3dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:49.724605 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-da75502e-5658-42f5-ba2e-6e1b370ea3dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:49.735274 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e78b2f5d-ed4f-44b7-8e0e-9e7b53904a5c req-b360bf15-a58d-4c75-b010-23e4e7e1acaf tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105349 Aug 27 03:30:49.771875 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvr_db [None req-712267a3-5b1b-4cfc-a461-7998fc7270e8 None None] Set router 5d0019ad-3063-409b-bdfc-275bda5fa9b7 gateway port host: dv-cinder-804735-2-iscsi {{(pid=93893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:30:49.818425 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-da75502e-5658-42f5-ba2e-6e1b370ea3dd admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6629591 Aug 27 03:30:49.819101 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 52258) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:49.827676 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75502e-5658-42f5-ba2e-6e1b370ea3dd admin admin] Pushing event updated for resources: {'Network': ['ID=86a24c14-9a31-45eb-af67-a58be595d161,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:49.829985 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [None req-8ff8335b-8273-4c41-8f92-5badc6910567 admin admin] Request body: {'subnet': {'network_id': '86a24c14-9a31-45eb-af67-a58be595d161', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1034468476-subnet', 'tenant_id': '90c43de7a6384b82b35f14a762da5d37', 'ip_version': 4}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:30:49.843161 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Network 86a24c14-9a31-45eb-af67-a58be595d161 details requested by agent ovs-agent-dv-cinder-804735-2-iscsi with host dv-cinder-804735-2-iscsi {{(pid=93892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:30:50.026694 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff8335b-8273-4c41-8f92-5badc6910567 admin admin] Made reservation on behalf of 90c43de7a6384b82b35f14a762da5d37 for: {'subnet': 1} {{(pid=93891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:30:50.029391 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8ff8335b-8273-4c41-8f92-5badc6910567 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9229000'] for subnet, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:50.135882 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:50.156147 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-712267a3-5b1b-4cfc-a461-7998fc7270e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0019ad-3063-409b-bdfc-275bda5fa9b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1677539014-router', 'tenant_id': 'dec8900e772c45c583c5e85e9958d95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '07f91eb1-beba-43d8-918e-ddfab5669d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:47Z', 'updated_at': '2021-08-27T03:30:48Z', 'revision_number': 3, 'project_id': 'dec8900e772c45c583c5e85e9958d95d', 'gw_port': {'id': '07f91eb1-beba-43d8-918e-ddfab5669d55', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:20:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0019ad-3063-409b-bdfc-275bda5fa9b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:48Z', 'updated_at': '2021-08-27T03:30:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi'}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:50.189524 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712267a3-5b1b-4cfc-a461-7998fc7270e8 None None] Checking router: 5d0019ad-3063-409b-bdfc-275bda5fa9b7 for host: dv-cinder-804735-2-iscsi {{(pid=93893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:30:50.189874 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712267a3-5b1b-4cfc-a461-7998fc7270e8 None None] Updating router 5d0019ad-3063-409b-bdfc-275bda5fa9b7 port 07f91eb1-beba-43d8-918e-ddfab5669d55 binding host dv-cinder-804735-2-iscsi {{(pid=93893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:30:50.220023 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-712267a3-5b1b-4cfc-a461-7998fc7270e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:50.384120 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8ff8335b-8273-4c41-8f92-5badc6910567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8459745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9228986'] for subnet, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:50.475684 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8335b-8273-4c41-8f92-5badc6910567 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02e507ef-65b0-47f3-a75e-47a97e59e5ca,revision_number=0']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:50.501336 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-baf37bc7-c7cc-40a9-92cf-c55b416341d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:50.503134 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff8335b-8273-4c41-8f92-5badc6910567 admin admin] Checking segment: {'id': 'cd94c509-5c85-4501-bbd0-bfe66cd37392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '86a24c14-9a31-45eb-af67-a58be595d161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:30:50.503507 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff8335b-8273-4c41-8f92-5badc6910567 admin admin] Network hostable DHCP agents. Network: 86a24c14-9a31-45eb-af67-a58be595d161, hostable agents: ['b9d5b039-511f-405d-92d5-fedc540f1c95'], hosted agents: [] {{(pid=93891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:30:50.513350 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-712267a3-5b1b-4cfc-a461-7998fc7270e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:50.523973 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.provisioning_blocks [None req-712267a3-5b1b-4cfc-a461-7998fc7270e8 None None] Transition to ACTIVE for port object 07f91eb1-beba-43d8-918e-ddfab5669d55 will not be triggered until provisioned by entity L2. {{(pid=93893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:30:50.530957 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-712267a3-5b1b-4cfc-a461-7998fc7270e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:50.562961 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff8335b-8273-4c41-8f92-5badc6910567 admin admin] Network 86a24c14-9a31-45eb-af67-a58be595d161 is scheduled to be hosted by DHCP agent b9d5b039-511f-405d-92d5-fedc540f1c95 with binding_index 1 {{(pid=93891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:30:50.580902 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-8ff8335b-8273-4c41-8f92-5badc6910567 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-2-iscsi, 86a24c14-9a31-45eb-af67-a58be595d161) {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:30:50.585693 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [None req-712267a3-5b1b-4cfc-a461-7998fc7270e8 None None] Attempting to bind port 07f91eb1-beba-43d8-918e-ddfab5669d55 on host dv-cinder-804735-2-iscsi for vnic_type normal with profile {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:30:50.586304 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [None req-712267a3-5b1b-4cfc-a461-7998fc7270e8 None None] Attempting to bind port 07f91eb1-beba-43d8-918e-ddfab5669d55 by drivers openvswitch,hyperv on host dv-cinder-804735-2-iscsi at level 0 using segments [{'id': 'd4232587-dac2-4838-ac1c-504baf035179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'}] {{(pid=93893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:30:50.586304 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712267a3-5b1b-4cfc-a461-7998fc7270e8 None None] Attempting to bind port 07f91eb1-beba-43d8-918e-ddfab5669d55 on network 239ea516-19ad-4308-8c8f-3a956c00c66f {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:30:50.588356 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff8335b-8273-4c41-8f92-5badc6910567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:50.588946 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8ff8335b-8273-4c41-8f92-5badc6910567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for subnet, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:50.589590 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05de9d61-84ab-44f9-ae25-f86ea1b1e9d4 None None] Network 86a24c14-9a31-45eb-af67-a58be595d161 requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:30:50.591229 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be12b389-4c05-49a7-b6c7-136d92cddc8b None None] Pushing event updated for resources: {'Port': ['ID=07f91eb1-beba-43d8-918e-ddfab5669d55,revision_number=2']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:50.598090 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712267a3-5b1b-4cfc-a461-7998fc7270e8 None None] Checking agent: {'id': 'd4759df8-4373-4538-9ee3-f6ed6d276f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 21, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:30:50.598459 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712267a3-5b1b-4cfc-a461-7998fc7270e8 None None] Checking segment: {'id': 'd4232587-dac2-4838-ac1c-504baf035179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:30:50.599192 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-712267a3-5b1b-4cfc-a461-7998fc7270e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:50.599468 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712267a3-5b1b-4cfc-a461-7998fc7270e8 None None] Bound using segment: {'id': 'd4232587-dac2-4838-ac1c-504baf035179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'} {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:30:50.600252 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [None req-712267a3-5b1b-4cfc-a461-7998fc7270e8 None None] Bound port: 07f91eb1-beba-43d8-918e-ddfab5669d55, host: dv-cinder-804735-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4232587-dac2-4838-ac1c-504baf035179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'}}] {{(pid=93893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:30:50.600652 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-712267a3-5b1b-4cfc-a461-7998fc7270e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:50.603753 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be12b389-4c05-49a7-b6c7-136d92cddc8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:50.604250 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be12b389-4c05-49a7-b6c7-136d92cddc8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:50.604841 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be12b389-4c05-49a7-b6c7-136d92cddc8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:50.605185 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be12b389-4c05-49a7-b6c7-136d92cddc8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:50.605517 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be12b389-4c05-49a7-b6c7-136d92cddc8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:50.605809 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be12b389-4c05-49a7-b6c7-136d92cddc8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:50.606147 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be12b389-4c05-49a7-b6c7-136d92cddc8b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:50.606464 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be12b389-4c05-49a7-b6c7-136d92cddc8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:50.606797 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be12b389-4c05-49a7-b6c7-136d92cddc8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:50.607111 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be12b389-4c05-49a7-b6c7-136d92cddc8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:50.607447 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be12b389-4c05-49a7-b6c7-136d92cddc8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:50.607744 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be12b389-4c05-49a7-b6c7-136d92cddc8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:50.634982 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-8ff8335b-8273-4c41-8f92-5badc6910567 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8148000 Aug 27 03:30:50.637620 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 52270) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:50.643558 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [None req-65087c05-8063-4bab-ace4-557897f45982 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1034468476-router', 'tenant_id': '90c43de7a6384b82b35f14a762da5d37', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'}}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:30:50.665453 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [None req-712267a3-5b1b-4cfc-a461-7998fc7270e8 None None] For port 07f91eb1-beba-43d8-918e-ddfab5669d55, host dv-cinder-804735-2-iscsi, cleared binding levels {{(pid=93893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:30:50.669152 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [None req-712267a3-5b1b-4cfc-a461-7998fc7270e8 None None] For port 07f91eb1-beba-43d8-918e-ddfab5669d55, host dv-cinder-804735-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=07f91eb1-beba-43d8-918e-ddfab5669d55,segment=NetworkSegment(d4232587-dac2-4838-ac1c-504baf035179),segment_id=d4232587-dac2-4838-ac1c-504baf035179)] {{(pid=93893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:30:50.675783 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-712267a3-5b1b-4cfc-a461-7998fc7270e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:50.695596 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-65087c05-8063-4bab-ace4-557897f45982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36878'] for router, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:50.696689 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-65087c05-8063-4bab-ace4-557897f45982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-513158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36869'] for router, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:50.716483 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-baf37bc7-c7cc-40a9-92cf-c55b416341d1 admin admin] Allocated IP 172.20.0.1 (49eed060-6837-4e18-bdb1-2b63d9669339/0d267862-f34f-457d-8ad5-859088d95a0f/6e12fa8a-7bf4-4cbb-a796-22b5f84da8a4) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:30:50.743896 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712267a3-5b1b-4cfc-a461-7998fc7270e8 None None] Routers {'5d0019ad-3063-409b-bdfc-275bda5fa9b7'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:30:50.744592 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-712267a3-5b1b-4cfc-a461-7998fc7270e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:30:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['5d0019ad-3063-409b-bdfc-275bda5fa9b7'], 'active': True} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:50.814969 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-65087c05-8063-4bab-ace4-557897f45982 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:50.839225 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de364490-617b-411f-96ba-3df34a66436e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e644adf-69bc-50df-a7ce-e1ee9e250690-86a24c14-9a31-45eb-af67-a58be595d161', 'network_id': '86a24c14-9a31-45eb-af67-a58be595d161', 'tenant_id': '90c43de7a6384b82b35f14a762da5d37', 'fixed_ips': [{'subnet_id': '02e507ef-65b0-47f3-a75e-47a97e59e5ca'}]}} from dv-cinder-804735-2-iscsi. {{(pid=93892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:30:50.840106 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-de364490-617b-411f-96ba-3df34a66436e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:50.911766 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvr_db [None req-712267a3-5b1b-4cfc-a461-7998fc7270e8 None None] Set router 5d0019ad-3063-409b-bdfc-275bda5fa9b7 gateway port host: dv-cinder-804735-2-iscsi {{(pid=93893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:30:51.064108 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.db_base_plugin_common [None req-de364490-617b-411f-96ba-3df34a66436e None None] Allocated IP 172.20.0.2 (86a24c14-9a31-45eb-af67-a58be595d161/02e507ef-65b0-47f3-a75e-47a97e59e5ca/4062c3be-f8a4-4b37-bd87-abed8f9e0d91) {{(pid=93892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:30:51.118454 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be12b389-4c05-49a7-b6c7-136d92cddc8b None None] Pushing event updated for resources: {'Port': ['ID=07f91eb1-beba-43d8-918e-ddfab5669d55,revision_number=3']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:51.191231 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-712267a3-5b1b-4cfc-a461-7998fc7270e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0019ad-3063-409b-bdfc-275bda5fa9b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1677539014-router', 'tenant_id': 'dec8900e772c45c583c5e85e9958d95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '07f91eb1-beba-43d8-918e-ddfab5669d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:47Z', 'updated_at': '2021-08-27T03:30:48Z', 'revision_number': 3, 'project_id': 'dec8900e772c45c583c5e85e9958d95d', 'gw_port': {'id': '07f91eb1-beba-43d8-918e-ddfab5669d55', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:20:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0019ad-3063-409b-bdfc-275bda5fa9b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:48Z', 'updated_at': '2021-08-27T03:30:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi'}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:51.221885 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712267a3-5b1b-4cfc-a461-7998fc7270e8 None None] The sync data for ids ['5d0019ad-3063-409b-bdfc-275bda5fa9b7'] in dv-cinder-804735-2-iscsi is: [{'id': '5d0019ad-3063-409b-bdfc-275bda5fa9b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1677539014-router', 'tenant_id': 'dec8900e772c45c583c5e85e9958d95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '07f91eb1-beba-43d8-918e-ddfab5669d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:47Z', 'updated_at': '2021-08-27T03:30:48Z', 'revision_number': 3, 'project_id': 'dec8900e772c45c583c5e85e9958d95d', 'gw_port': {'id': '07f91eb1-beba-43d8-918e-ddfab5669d55', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:20:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0019ad-3063-409b-bdfc-275bda5fa9b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:48Z', 'updated_at': '2021-08-27T03:30:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi'}] {{(pid=93893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:30:51.253768 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-de364490-617b-411f-96ba-3df34a66436e None None] Notify callbacks [] for port, precommit_create {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:51.266877 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-de364490-617b-411f-96ba-3df34a66436e None None] Transition to ACTIVE for port object 4062c3be-f8a4-4b37-bd87-abed8f9e0d91 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:30:51.282818 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-de364490-617b-411f-96ba-3df34a66436e None None] Transition to ACTIVE for port object 4062c3be-f8a4-4b37-bd87-abed8f9e0d91 will not be triggered until provisioned by entity DHCP. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:30:51.291036 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-de364490-617b-411f-96ba-3df34a66436e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508'] for port, after_create {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:51.327589 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416af09-cb95-4fbd-84bd-7d774638a704 req-c76ab62d-80df-40de-8c1f-6a1ee81e9f9d tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:51.329125 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5416af09-cb95-4fbd-84bd-7d774638a704 req-c76ab62d-80df-40de-8c1f-6a1ee81e9f9d tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=90527ef8-4d61-4bc5-8ecc-ed05837e0dc5 HTTP/1.1" status: 200 len: 943 time: 0.2281075 Aug 27 03:30:51.340571 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de364490-617b-411f-96ba-3df34a66436e None None] Network 86a24c14-9a31-45eb-af67-a58be595d161 is already hosted by enough agents. {{(pid=93892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:30:51.340915 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-65087c05-8063-4bab-ace4-557897f45982 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:51.343443 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.scheduler.base_scheduler [None req-de364490-617b-411f-96ba-3df34a66436e None None] Resources bound (agent type, host, resource id): {{(pid=93892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:30:51.347888 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de364490-617b-411f-96ba-3df34a66436e None None] Received port after_create {{(pid=93892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:30:51.351676 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de364490-617b-411f-96ba-3df34a66436e None None] Pushing event updated for resources: {'Port': ['ID=4062c3be-f8a4-4b37-bd87-abed8f9e0d91,revision_number=1']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:51.364133 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de364490-617b-411f-96ba-3df34a66436e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:51.364469 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de364490-617b-411f-96ba-3df34a66436e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:51.364773 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de364490-617b-411f-96ba-3df34a66436e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:51.365111 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de364490-617b-411f-96ba-3df34a66436e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:51.365457 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de364490-617b-411f-96ba-3df34a66436e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:51.365883 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de364490-617b-411f-96ba-3df34a66436e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:51.366215 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de364490-617b-411f-96ba-3df34a66436e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:51.366542 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de364490-617b-411f-96ba-3df34a66436e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:51.366892 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de364490-617b-411f-96ba-3df34a66436e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:51.367217 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de364490-617b-411f-96ba-3df34a66436e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:51.367711 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de364490-617b-411f-96ba-3df34a66436e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:51.368176 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de364490-617b-411f-96ba-3df34a66436e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:51.389873 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-baf37bc7-c7cc-40a9-92cf-c55b416341d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:51.421706 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-de364490-617b-411f-96ba-3df34a66436e None None] Attempting to bind port 4062c3be-f8a4-4b37-bd87-abed8f9e0d91 on host dv-cinder-804735-2-iscsi for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:30:51.421948 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-de364490-617b-411f-96ba-3df34a66436e None None] Attempting to bind port 4062c3be-f8a4-4b37-bd87-abed8f9e0d91 by drivers openvswitch,hyperv on host dv-cinder-804735-2-iscsi at level 0 using segments [{'id': 'cd94c509-5c85-4501-bbd0-bfe66cd37392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '86a24c14-9a31-45eb-af67-a58be595d161'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:30:51.422349 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de364490-617b-411f-96ba-3df34a66436e None None] Attempting to bind port 4062c3be-f8a4-4b37-bd87-abed8f9e0d91 on network 86a24c14-9a31-45eb-af67-a58be595d161 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:30:51.427627 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de364490-617b-411f-96ba-3df34a66436e None None] Checking agent: {'id': 'd4759df8-4373-4538-9ee3-f6ed6d276f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 21, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:30:51.428084 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de364490-617b-411f-96ba-3df34a66436e None None] Checking segment: {'id': 'cd94c509-5c85-4501-bbd0-bfe66cd37392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '86a24c14-9a31-45eb-af67-a58be595d161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:30:51.428491 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-de364490-617b-411f-96ba-3df34a66436e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:51.428883 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de364490-617b-411f-96ba-3df34a66436e None None] Bound using segment: {'id': 'cd94c509-5c85-4501-bbd0-bfe66cd37392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '86a24c14-9a31-45eb-af67-a58be595d161'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:30:51.429667 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-de364490-617b-411f-96ba-3df34a66436e None None] Bound port: 4062c3be-f8a4-4b37-bd87-abed8f9e0d91, host: dv-cinder-804735-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd94c509-5c85-4501-bbd0-bfe66cd37392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '86a24c14-9a31-45eb-af67-a58be595d161'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:30:51.430051 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-de364490-617b-411f-96ba-3df34a66436e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:51.459708 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5416af09-cb95-4fbd-84bd-7d774638a704 req-ec40afc6-f7ae-4a45-b59b-a5d75487889a tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118317 Aug 27 03:30:51.517882 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-baf37bc7-c7cc-40a9-92cf-c55b416341d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:51.521779 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-de364490-617b-411f-96ba-3df34a66436e None None] For port 4062c3be-f8a4-4b37-bd87-abed8f9e0d91, host dv-cinder-804735-2-iscsi, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:30:51.524864 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-de364490-617b-411f-96ba-3df34a66436e None None] For port 4062c3be-f8a4-4b37-bd87-abed8f9e0d91, host dv-cinder-804735-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=4062c3be-f8a4-4b37-bd87-abed8f9e0d91,segment=NetworkSegment(cd94c509-5c85-4501-bbd0-bfe66cd37392),segment_id=cd94c509-5c85-4501-bbd0-bfe66cd37392)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:30:51.529859 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-de364490-617b-411f-96ba-3df34a66436e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:51.602739 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf37bc7-c7cc-40a9-92cf-c55b416341d1 admin admin] Network 49eed060-6837-4e18-bdb1-2b63d9669339 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:30:51.609508 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de364490-617b-411f-96ba-3df34a66436e None None] Pushing event updated for resources: {'Port': ['ID=4062c3be-f8a4-4b37-bd87-abed8f9e0d91,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:51.610892 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-baf37bc7-c7cc-40a9-92cf-c55b416341d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:30:51.618331 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf37bc7-c7cc-40a9-92cf-c55b416341d1 admin admin] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:30:51.625348 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf37bc7-c7cc-40a9-92cf-c55b416341d1 admin admin] Pushing event updated for resources: {'Port': ['ID=6e12fa8a-7bf4-4cbb-a796-22b5f84da8a4,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:51.740824 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-baf37bc7-c7cc-40a9-92cf-c55b416341d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455972'] for router_interface, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:51.779078 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 07f91eb1-beba-43d8-918e-ddfab5669d55 up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:30:51.859415 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning for port 07f91eb1-beba-43d8-918e-ddfab5669d55 completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:30:51.864539 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port 07f91eb1-beba-43d8-918e-ddfab5669d55 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:30:51.866724 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:51.873979 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-65087c05-8063-4bab-ace4-557897f45982 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:51.921234 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-65087c05-8063-4bab-ace4-557897f45982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:51.959581 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:51.983961 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] For port 07f91eb1-beba-43d8-918e-ddfab5669d55, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=07f91eb1-beba-43d8-918e-ddfab5669d55,segment=NetworkSegment(d4232587-dac2-4838-ac1c-504baf035179),segment_id=d4232587-dac2-4838-ac1c-504baf035179)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:30:51.989320 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:52.022701 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-baf37bc7-c7cc-40a9-92cf-c55b416341d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:52.046448 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Pushing event updated for resources: {'Port': ['ID=07f91eb1-beba-43d8-918e-ddfab5669d55,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:52.103818 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-65087c05-8063-4bab-ace4-557897f45982 admin admin] Allocated IP 172.27.0.40 (239ea516-19ad-4308-8c8f-3a956c00c66f/240b09d3-e621-4049-93c9-64b8f5a60ad0/c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:30:52.303944 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-65087c05-8063-4bab-ace4-557897f45982 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:52.323211 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-baf37bc7-c7cc-40a9-92cf-c55b416341d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:52.329693 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-baf37bc7-c7cc-40a9-92cf-c55b416341d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8458856'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:52.423249 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-baf37bc7-c7cc-40a9-92cf-c55b416341d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456443'] for router_interface, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:52.427315 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf37bc7-c7cc-40a9-92cf-c55b416341d1 admin admin] Pushing event updated for resources: {'Port': ['ID=6e12fa8a-7bf4-4cbb-a796-22b5f84da8a4,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:52.438080 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-65087c05-8063-4bab-ace4-557897f45982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:52.514453 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65087c05-8063-4bab-ace4-557897f45982 admin admin] Network 239ea516-19ad-4308-8c8f-3a956c00c66f is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:30:52.520080 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-65087c05-8063-4bab-ace4-557897f45982 admin admin] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:30:52.531553 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65087c05-8063-4bab-ace4-557897f45982 admin admin] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:30:52.560969 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65087c05-8063-4bab-ace4-557897f45982 admin admin] Pushing event updated for resources: {'Port': ['ID=c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:52.570748 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b48fa4-3b6b-455c-8bca-dc08263124a4 None None] Network 86a24c14-9a31-45eb-af67-a58be595d161 requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:30:52.673355 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf37bc7-c7cc-40a9-92cf-c55b416341d1 admin admin] Network 49eed060-6837-4e18-bdb1-2b63d9669339 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:30:52.678910 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-baf37bc7-c7cc-40a9-92cf-c55b416341d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:30:52.694872 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-81ab8765-7852-4d9c-9cc2-e7c4a1f0f5d0 None None] Provisioning for port 4062c3be-f8a4-4b37-bd87-abed8f9e0d91 completed by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:30:52.902928 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf37bc7-c7cc-40a9-92cf-c55b416341d1 admin admin] Router 5d0019ad-3063-409b-bdfc-275bda5fa9b7 has already been hosted by L3 agent 531130d0-1c3c-4def-a74a-055fb8373853 {{(pid=93891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:30:52.915955 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-65087c05-8063-4bab-ace4-557897f45982 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:53.314138 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf37bc7-c7cc-40a9-92cf-c55b416341d1 admin admin] Notify agent at l3_agent.dv-cinder-804735-2-iscsi the message routers_updated {{(pid=93891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:30:53.323793 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4cfe2c-5252-4441-b5dc-e120968c4616 None None] Sync routers for ids ['5d0019ad-3063-409b-bdfc-275bda5fa9b7'] in dv-cinder-804735-2-iscsi {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:30:53.334102 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4cfe2c-5252-4441-b5dc-e120968c4616 None None] Routers {'5d0019ad-3063-409b-bdfc-275bda5fa9b7'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:30:53.334772 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-bc4cfe2c-5252-4441-b5dc-e120968c4616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:30:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['5d0019ad-3063-409b-bdfc-275bda5fa9b7'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:53.347122 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-baf37bc7-c7cc-40a9-92cf-c55b416341d1 admin admin] 10.222.0.58 "PUT /v2.0/routers/5d0019ad-3063-409b-bdfc-275bda5fa9b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7043576 Aug 27 03:30:53.417439 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-65087c05-8063-4bab-ace4-557897f45982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456187'] for router, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:53.456553 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-bc4cfe2c-5252-4441-b5dc-e120968c4616 None None] Set router 5d0019ad-3063-409b-bdfc-275bda5fa9b7 gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:30:53.549537 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65087c05-8063-4bab-ace4-557897f45982 admin admin] Router ddd0363a-e1b9-4073-be08-f087298c6e3e is scheduled to L3 agent 531130d0-1c3c-4def-a74a-055fb8373853 with binding_index 1 {{(pid=93891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:30:53.660559 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65087c05-8063-4bab-ace4-557897f45982 admin admin] Notify agent at l3_agent.dv-cinder-804735-2-iscsi the message routers_updated {{(pid=93891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:30:53.678293 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26147ea-5fbb-4002-8014-4d1cf323c60e None None] Sync routers for ids ['ddd0363a-e1b9-4073-be08-f087298c6e3e'] in dv-cinder-804735-2-iscsi {{(pid=93893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:30:53.681059 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-65087c05-8063-4bab-ace4-557897f45982 admin admin] Notify callbacks [] for router, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:53.685250 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 52312) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:53.685777 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-65087c05-8063-4bab-ace4-557897f45982 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0468724 Aug 27 03:30:53.685874 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-bc4cfe2c-5252-4441-b5dc-e120968c4616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0019ad-3063-409b-bdfc-275bda5fa9b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1677539014-router', 'tenant_id': 'dec8900e772c45c583c5e85e9958d95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '07f91eb1-beba-43d8-918e-ddfab5669d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:47Z', 'updated_at': '2021-08-27T03:30:51Z', 'revision_number': 4, 'project_id': 'dec8900e772c45c583c5e85e9958d95d', 'gw_port': {'id': '07f91eb1-beba-43d8-918e-ddfab5669d55', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:20:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0019ad-3063-409b-bdfc-275bda5fa9b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:48Z', 'updated_at': '2021-08-27T03:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': '6e12fa8a-7bf4-4cbb-a796-22b5f84da8a4', 'name': '', 'network_id': '49eed060-6837-4e18-bdb1-2b63d9669339', 'tenant_id': 'dec8900e772c45c583c5e85e9958d95d', 'mac_address': 'fa:16:3e:d9:92:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0019ad-3063-409b-bdfc-275bda5fa9b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '0d267862-f34f-457d-8ad5-859088d95a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:50Z', 'updated_at': '2021-08-27T03:30:52Z', 'revision_number': 2, 'project_id': 'dec8900e772c45c583c5e85e9958d95d', 'subnets': [{'id': '0d267862-f34f-457d-8ad5-859088d95a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:53.699725 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26147ea-5fbb-4002-8014-4d1cf323c60e None None] Routers {'ddd0363a-e1b9-4073-be08-f087298c6e3e'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:30:53.700378 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-a26147ea-5fbb-4002-8014-4d1cf323c60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:30:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['ddd0363a-e1b9-4073-be08-f087298c6e3e'], 'active': True} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:53.715815 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4cfe2c-5252-4441-b5dc-e120968c4616 None None] Checking router: 5d0019ad-3063-409b-bdfc-275bda5fa9b7 for host: dv-cinder-804735-2-iscsi {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:30:53.716248 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4cfe2c-5252-4441-b5dc-e120968c4616 None None] Updating router 5d0019ad-3063-409b-bdfc-275bda5fa9b7 port 6e12fa8a-7bf4-4cbb-a796-22b5f84da8a4 binding host dv-cinder-804735-2-iscsi {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:30:53.747853 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-bc4cfe2c-5252-4441-b5dc-e120968c4616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:53.791309 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 4062c3be-f8a4-4b37-bd87-abed8f9e0d91 up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:30:53.809461 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvr_db [None req-a26147ea-5fbb-4002-8014-4d1cf323c60e None None] Set router ddd0363a-e1b9-4073-be08-f087298c6e3e gateway port host: dv-cinder-804735-2-iscsi {{(pid=93893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:30:53.948885 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning for port 4062c3be-f8a4-4b37-bd87-abed8f9e0d91 completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:30:53.955096 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port 4062c3be-f8a4-4b37-bd87-abed8f9e0d91 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:30:53.955546 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:53.990709 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-a26147ea-5fbb-4002-8014-4d1cf323c60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd0363a-e1b9-4073-be08-f087298c6e3e', 'name': 'tempest-TestShelveInstance-1034468476-router', 'tenant_id': '90c43de7a6384b82b35f14a762da5d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:50Z', 'updated_at': '2021-08-27T03:30:52Z', 'revision_number': 3, 'project_id': '90c43de7a6384b82b35f14a762da5d37', 'gw_port': {'id': 'c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ba:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd0363a-e1b9-4073-be08-f087298c6e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:51Z', 'updated_at': '2021-08-27T03:30:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi'}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:54.004708 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 81dbe444-5db9-4391-bed2-2330c577d434 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=93892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:30:54.018498 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26147ea-5fbb-4002-8014-4d1cf323c60e None None] Checking router: ddd0363a-e1b9-4073-be08-f087298c6e3e for host: dv-cinder-804735-2-iscsi {{(pid=93893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:30:54.019186 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26147ea-5fbb-4002-8014-4d1cf323c60e None None] Updating router ddd0363a-e1b9-4073-be08-f087298c6e3e port c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8 binding host dv-cinder-804735-2-iscsi {{(pid=93893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:30:54.044455 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a26147ea-5fbb-4002-8014-4d1cf323c60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:54.088912 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:54.188819 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3920c783-1b21-4488-b558-c1b334e109df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:54.194945 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092ea77-1c22-4644-8582-eea493db94b3 req-cfc91a8b-ac88-460f-87be-200ce0c2b1cd tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:54.196277 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4092ea77-1c22-4644-8582-eea493db94b3 req-cfc91a8b-ac88-460f-87be-200ce0c2b1cd tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=90527ef8-4d61-4bc5-8ecc-ed05837e0dc5 HTTP/1.1" status: 200 len: 943 time: 0.0850759 Aug 27 03:30:54.284853 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4092ea77-1c22-4644-8582-eea493db94b3 req-8832be44-0a08-4d9b-b868-51b24db11601 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682843 Aug 27 03:30:54.352155 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:54.386209 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-bc4cfe2c-5252-4441-b5dc-e120968c4616 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:54.387657 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a26147ea-5fbb-4002-8014-4d1cf323c60e None None] Notify callbacks [] for port, precommit_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:54.389543 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 81dbe444-5db9-4391-bed2-2330c577d434, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=81dbe444-5db9-4391-bed2-2330c577d434,segment=NetworkSegment(28780841-0c3a-4bb1-9cb1-796a642c1ab2),segment_id=28780841-0c3a-4bb1-9cb1-796a642c1ab2)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:30:54.399961 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.provisioning_blocks [None req-a26147ea-5fbb-4002-8014-4d1cf323c60e None None] Transition to ACTIVE for port object c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8 will not be triggered until provisioned by entity L2. {{(pid=93893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:30:54.423939 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a26147ea-5fbb-4002-8014-4d1cf323c60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:54.424104 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-bc4cfe2c-5252-4441-b5dc-e120968c4616 None None] Transition to ACTIVE for port object 6e12fa8a-7bf4-4cbb-a796-22b5f84da8a4 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:30:54.438824 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Returning: {'device': '81dbe444-5db9-4391-bed2-2330c577d434', 'network_id': 'a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3', 'port_id': '81dbe444-5db9-4391-bed2-2330c577d434', 'mac_address': 'fa:16:3e:f6:09:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0e904d8-7440-45dc-9db2-369b77311290', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:30:54.444527 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] For port 4062c3be-f8a4-4b37-bd87-abed8f9e0d91, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=4062c3be-f8a4-4b37-bd87-abed8f9e0d91,segment=NetworkSegment(cd94c509-5c85-4501-bbd0-bfe66cd37392),segment_id=cd94c509-5c85-4501-bbd0-bfe66cd37392)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:30:54.445562 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-bc4cfe2c-5252-4441-b5dc-e120968c4616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:54.457017 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:54.457666 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 07f91eb1-beba-43d8-918e-ddfab5669d55 up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:30:54.480898 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [None req-a26147ea-5fbb-4002-8014-4d1cf323c60e None None] Attempting to bind port c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8 on host dv-cinder-804735-2-iscsi for vnic_type normal with profile {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:30:54.481406 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [None req-a26147ea-5fbb-4002-8014-4d1cf323c60e None None] Attempting to bind port c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8 by drivers openvswitch,hyperv on host dv-cinder-804735-2-iscsi at level 0 using segments [{'id': 'd4232587-dac2-4838-ac1c-504baf035179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'}] {{(pid=93893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:30:54.481903 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26147ea-5fbb-4002-8014-4d1cf323c60e None None] Attempting to bind port c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8 on network 239ea516-19ad-4308-8c8f-3a956c00c66f {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:30:54.489179 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26147ea-5fbb-4002-8014-4d1cf323c60e None None] Checking agent: {'id': 'd4759df8-4373-4538-9ee3-f6ed6d276f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 21, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:30:54.489731 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26147ea-5fbb-4002-8014-4d1cf323c60e None None] Checking segment: {'id': 'd4232587-dac2-4838-ac1c-504baf035179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:30:54.490251 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a26147ea-5fbb-4002-8014-4d1cf323c60e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:54.490726 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26147ea-5fbb-4002-8014-4d1cf323c60e None None] Bound using segment: {'id': 'd4232587-dac2-4838-ac1c-504baf035179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'} {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:30:54.491284 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [None req-a26147ea-5fbb-4002-8014-4d1cf323c60e None None] Bound port: c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8, host: dv-cinder-804735-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4232587-dac2-4838-ac1c-504baf035179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'}}] {{(pid=93893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:30:54.491796 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a26147ea-5fbb-4002-8014-4d1cf323c60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:54.500325 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-3920c783-1b21-4488-b558-c1b334e109df admin admin] Allocated IP 172.20.0.1 (86a24c14-9a31-45eb-af67-a58be595d161/02e507ef-65b0-47f3-a75e-47a97e59e5ca/c5a50b2f-cc38-4ac7-9828-052019a922b2) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:30:54.531460 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c041715-141c-46d6-9e76-9814a59ed342 None None] Pushing event updated for resources: {'Port': ['ID=c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8,revision_number=2']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:54.562872 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [None req-a26147ea-5fbb-4002-8014-4d1cf323c60e None None] For port c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8, host dv-cinder-804735-2-iscsi, cleared binding levels {{(pid=93893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:30:54.567139 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [None req-a26147ea-5fbb-4002-8014-4d1cf323c60e None None] For port c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8, host dv-cinder-804735-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8,segment=NetworkSegment(d4232587-dac2-4838-ac1c-504baf035179),segment_id=d4232587-dac2-4838-ac1c-504baf035179)] {{(pid=93893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:30:54.573020 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a26147ea-5fbb-4002-8014-4d1cf323c60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:54.576673 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-16b99bb4-be00-488c-bc09-5e6fc60bb3bb tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:54.584714 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-16b99bb4-be00-488c-bc09-5e6fc60bb3bb tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/networks?id=49eed060-6837-4e18-bdb1-2b63d9669339 HTTP/1.1" status: 200 len: 819 time: 0.1417196 Aug 27 03:30:54.601893 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-50656b69-c1e5-4489-b028-e291de42d6be tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/quotas/dec8900e772c45c583c5e85e9958d95d HTTP/1.1" status: 200 len: 375 time: 0.0160553 Aug 27 03:30:54.632754 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c041715-141c-46d6-9e76-9814a59ed342 None None] Pushing event updated for resources: {'Port': ['ID=c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8,revision_number=3']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:54.637732 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3920c783-1b21-4488-b558-c1b334e109df admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:54.655408 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-3920c783-1b21-4488-b558-c1b334e109df admin admin] Transition to ACTIVE for port object c5a50b2f-cc38-4ac7-9828-052019a922b2 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:30:54.668973 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-c8054267-e1b6-4b84-8af2-ea02184ef610 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=dec8900e772c45c583c5e85e9958d95d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0659637 Aug 27 03:30:54.673326 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26147ea-5fbb-4002-8014-4d1cf323c60e None None] Routers {'ddd0363a-e1b9-4073-be08-f087298c6e3e'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:30:54.673950 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-a26147ea-5fbb-4002-8014-4d1cf323c60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:30:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['ddd0363a-e1b9-4073-be08-f087298c6e3e'], 'active': True} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:54.688192 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96091ef-9e97-477c-976c-875e0fc2eb8d None None] Pushing event updated for resources: {'Port': ['ID=6e12fa8a-7bf4-4cbb-a796-22b5f84da8a4,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:54.701389 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3920c783-1b21-4488-b558-c1b334e109df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9123015'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:54.735013 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:54.765547 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3920c783-1b21-4488-b558-c1b334e109df admin admin] Pushing event updated for resources: {'Port': ['ID=c5a50b2f-cc38-4ac7-9828-052019a922b2,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:54.771533 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3920c783-1b21-4488-b558-c1b334e109df admin admin] Network 86a24c14-9a31-45eb-af67-a58be595d161 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:30:54.773263 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-3920c783-1b21-4488-b558-c1b334e109df admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:30:54.775967 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3920c783-1b21-4488-b558-c1b334e109df admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:30:54.792424 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81dbe444-5db9-4391-bed2-2330c577d434 {{(pid=93892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:30:54.794492 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-7e51a4e2-7f1d-49e3-85f7-5f7db077cf0a service neutron] 10.222.0.58 "GET /v2.0/networks/49eed060-6837-4e18-bdb1-2b63d9669339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242216 Aug 27 03:30:54.801976 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-bc4cfe2c-5252-4441-b5dc-e120968c4616 None None] Attempting to bind port 6e12fa8a-7bf4-4cbb-a796-22b5f84da8a4 on host dv-cinder-804735-2-iscsi for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:30:54.802318 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-bc4cfe2c-5252-4441-b5dc-e120968c4616 None None] Attempting to bind port 6e12fa8a-7bf4-4cbb-a796-22b5f84da8a4 by drivers openvswitch,hyperv on host dv-cinder-804735-2-iscsi at level 0 using segments [{'id': 'bf89ee51-e919-4dee-a3ba-77de2e060ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '49eed060-6837-4e18-bdb1-2b63d9669339'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:30:54.803304 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4cfe2c-5252-4441-b5dc-e120968c4616 None None] Attempting to bind port 6e12fa8a-7bf4-4cbb-a796-22b5f84da8a4 on network 49eed060-6837-4e18-bdb1-2b63d9669339 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:30:54.820171 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3920c783-1b21-4488-b558-c1b334e109df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455972'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:54.830822 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4cfe2c-5252-4441-b5dc-e120968c4616 None None] Checking agent: {'id': 'd4759df8-4373-4538-9ee3-f6ed6d276f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 21, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:30:54.831202 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4cfe2c-5252-4441-b5dc-e120968c4616 None None] Checking segment: {'id': 'bf89ee51-e919-4dee-a3ba-77de2e060ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '49eed060-6837-4e18-bdb1-2b63d9669339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:30:54.831652 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-bc4cfe2c-5252-4441-b5dc-e120968c4616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:54.832049 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4cfe2c-5252-4441-b5dc-e120968c4616 None None] Bound using segment: {'id': 'bf89ee51-e919-4dee-a3ba-77de2e060ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '49eed060-6837-4e18-bdb1-2b63d9669339'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:30:54.832521 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-bc4cfe2c-5252-4441-b5dc-e120968c4616 None None] Bound port: 6e12fa8a-7bf4-4cbb-a796-22b5f84da8a4, host: dv-cinder-804735-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf89ee51-e919-4dee-a3ba-77de2e060ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '49eed060-6837-4e18-bdb1-2b63d9669339'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:30:54.832959 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-bc4cfe2c-5252-4441-b5dc-e120968c4616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:54.836844 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port 07f91eb1-beba-43d8-918e-ddfab5669d55 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:30:54.837204 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:54.845459 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 81dbe444-5db9-4391-bed2-2330c577d434, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=81dbe444-5db9-4391-bed2-2330c577d434,segment=NetworkSegment(28780841-0c3a-4bb1-9cb1-796a642c1ab2),segment_id=28780841-0c3a-4bb1-9cb1-796a642c1ab2)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:30:54.846599 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Pushing event updated for resources: {'Port': ['ID=4062c3be-f8a4-4b37-bd87-abed8f9e0d91,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:54.894020 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:54.927577 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-c905ec32-f893-4403-ac43-4344ddbcc077 service neutron] 10.222.0.58 "GET /v2.0/networks/49eed060-6837-4e18-bdb1-2b63d9669339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319280 Aug 27 03:30:54.954616 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvr_db [None req-a26147ea-5fbb-4002-8014-4d1cf323c60e None None] Set router ddd0363a-e1b9-4073-be08-f087298c6e3e gateway port host: dv-cinder-804735-2-iscsi {{(pid=93893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:30:54.977962 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3920c783-1b21-4488-b558-c1b334e109df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:55.000117 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-bc4cfe2c-5252-4441-b5dc-e120968c4616 None None] For port 6e12fa8a-7bf4-4cbb-a796-22b5f84da8a4, host dv-cinder-804735-2-iscsi, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:30:55.004768 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-bc4cfe2c-5252-4441-b5dc-e120968c4616 None None] For port 6e12fa8a-7bf4-4cbb-a796-22b5f84da8a4, host dv-cinder-804735-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=6e12fa8a-7bf4-4cbb-a796-22b5f84da8a4,segment=NetworkSegment(bf89ee51-e919-4dee-a3ba-77de2e060ae9),segment_id=bf89ee51-e919-4dee-a3ba-77de2e060ae9)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:30:55.040185 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=81dbe444-5db9-4391-bed2-2330c577d434,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:55.069139 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-bc4cfe2c-5252-4441-b5dc-e120968c4616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:55.157368 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96091ef-9e97-477c-976c-875e0fc2eb8d None None] Pushing event updated for resources: {'Port': ['ID=6e12fa8a-7bf4-4cbb-a796-22b5f84da8a4,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:55.186646 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-a621a0bf-56d1-4466-9a95-797eb26f2a99 None None] Provisioning for port c5a50b2f-cc38-4ac7-9828-052019a922b2 completed by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:30:55.192804 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-a621a0bf-56d1-4466-9a95-797eb26f2a99 None None] Provisioning complete for port c5a50b2f-cc38-4ac7-9828-052019a922b2 triggered by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:30:55.193180 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-a621a0bf-56d1-4466-9a95-797eb26f2a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:55.222472 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3920c783-1b21-4488-b558-c1b334e109df admin admin] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:55.229588 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-a621a0bf-56d1-4466-9a95-797eb26f2a99 None None] Port c5a50b2f-cc38-4ac7-9828-052019a922b2 cannot update to ACTIVE because it is not bound. {{(pid=93892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:30:55.234208 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3920c783-1b21-4488-b558-c1b334e109df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9123038'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:55.264925 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-a26147ea-5fbb-4002-8014-4d1cf323c60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd0363a-e1b9-4073-be08-f087298c6e3e', 'name': 'tempest-TestShelveInstance-1034468476-router', 'tenant_id': '90c43de7a6384b82b35f14a762da5d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:50Z', 'updated_at': '2021-08-27T03:30:52Z', 'revision_number': 3, 'project_id': '90c43de7a6384b82b35f14a762da5d37', 'gw_port': {'id': 'c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ba:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd0363a-e1b9-4073-be08-f087298c6e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:51Z', 'updated_at': '2021-08-27T03:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi'}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:55.277636 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4cfe2c-5252-4441-b5dc-e120968c4616 None None] Routers {'5d0019ad-3063-409b-bdfc-275bda5fa9b7'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:30:55.278271 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-bc4cfe2c-5252-4441-b5dc-e120968c4616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:30:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['5d0019ad-3063-409b-bdfc-275bda5fa9b7'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:55.300424 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26147ea-5fbb-4002-8014-4d1cf323c60e None None] The sync data for ids ['ddd0363a-e1b9-4073-be08-f087298c6e3e'] in dv-cinder-804735-2-iscsi is: [{'id': 'ddd0363a-e1b9-4073-be08-f087298c6e3e', 'name': 'tempest-TestShelveInstance-1034468476-router', 'tenant_id': '90c43de7a6384b82b35f14a762da5d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:50Z', 'updated_at': '2021-08-27T03:30:52Z', 'revision_number': 3, 'project_id': '90c43de7a6384b82b35f14a762da5d37', 'gw_port': {'id': 'c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ba:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd0363a-e1b9-4073-be08-f087298c6e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:51Z', 'updated_at': '2021-08-27T03:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi'}] {{(pid=93893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:30:55.323731 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d3b9c08e-6153-44aa-b752-1912eee2e225 req-40a01dbd-6120-49a5-bb20-2e4a823f6cb5 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 210 time: 0.0859678 Aug 27 03:30:55.381217 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3920c783-1b21-4488-b558-c1b334e109df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456443'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:55.406439 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3920c783-1b21-4488-b558-c1b334e109df admin admin] Pushing event updated for resources: {'Port': ['ID=c5a50b2f-cc38-4ac7-9828-052019a922b2,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:55.419495 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] get_ports_and_sgs() called for port_ids ['81dbe444-5db9-4391-bed2-2330c577d434'] {{(pid=93892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:30:55.542136 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-bc4cfe2c-5252-4441-b5dc-e120968c4616 None None] Set router 5d0019ad-3063-409b-bdfc-275bda5fa9b7 gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:30:55.547131 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3920c783-1b21-4488-b558-c1b334e109df admin admin] Network 86a24c14-9a31-45eb-af67-a58be595d161 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:30:55.548542 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-3920c783-1b21-4488-b558-c1b334e109df admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:30:55.550601 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb443bf2-9d2a-4a60-8fea-6af7f22d4d2a req-a017b481-2320-4d6f-a24f-d2d9dd3aac1f tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:55.552232 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-bb443bf2-9d2a-4a60-8fea-6af7f22d4d2a req-a017b481-2320-4d6f-a24f-d2d9dd3aac1f tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=90527ef8-4d61-4bc5-8ecc-ed05837e0dc5 HTTP/1.1" status: 200 len: 944 time: 0.0843489 Aug 27 03:30:55.650820 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-bb443bf2-9d2a-4a60-8fea-6af7f22d4d2a req-c31c535c-6776-41e9-b013-2d15639f0e32 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918422 Aug 27 03:30:55.768113 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 4062c3be-f8a4-4b37-bd87-abed8f9e0d91 up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:30:55.790320 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3920c783-1b21-4488-b558-c1b334e109df admin admin] Router ddd0363a-e1b9-4073-be08-f087298c6e3e has already been hosted by L3 agent 531130d0-1c3c-4def-a74a-055fb8373853 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:30:55.919900 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-428c23b8-f1f2-449b-b07f-e2a88f828c86 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:55.927581 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-428c23b8-f1f2-449b-b07f-e2a88f828c86 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/networks?id=49eed060-6837-4e18-bdb1-2b63d9669339 HTTP/1.1" status: 200 len: 819 time: 0.3237917 Aug 27 03:30:55.946919 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-984b9135-b849-4184-84a7-cb9933693d19 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/quotas/dec8900e772c45c583c5e85e9958d95d HTTP/1.1" status: 200 len: 375 time: 0.0183825 Aug 27 03:30:56.003789 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3920c783-1b21-4488-b558-c1b334e109df admin admin] Notify agent at l3_agent.dv-cinder-804735-2-iscsi the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:30:56.011157 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-3920c783-1b21-4488-b558-c1b334e109df admin admin] 10.222.0.58 "PUT /v2.0/routers/ddd0363a-e1b9-4073-be08-f087298c6e3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3236592 Aug 27 03:30:56.030983 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port 4062c3be-f8a4-4b37-bd87-abed8f9e0d91 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:30:56.031999 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:56.035772 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-9f786847-2f26-4c2b-9e87-78f9bd639882 None None] Provisioning complete for port c5a50b2f-cc38-4ac7-9828-052019a922b2 triggered by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:30:56.036340 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-9f786847-2f26-4c2b-9e87-78f9bd639882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:56.073316 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-17af28f1-c000-4439-85e8-c72babe651f3 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=dec8900e772c45c583c5e85e9958d95d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1252999 Aug 27 03:30:56.133168 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-9f786847-2f26-4c2b-9e87-78f9bd639882 None None] Port c5a50b2f-cc38-4ac7-9828-052019a922b2 cannot update to ACTIVE because it is not bound. {{(pid=93892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:30:56.142264 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-bc4cfe2c-5252-4441-b5dc-e120968c4616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0019ad-3063-409b-bdfc-275bda5fa9b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1677539014-router', 'tenant_id': 'dec8900e772c45c583c5e85e9958d95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '07f91eb1-beba-43d8-918e-ddfab5669d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:47Z', 'updated_at': '2021-08-27T03:30:51Z', 'revision_number': 4, 'project_id': 'dec8900e772c45c583c5e85e9958d95d', 'gw_port': {'id': '07f91eb1-beba-43d8-918e-ddfab5669d55', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:20:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0019ad-3063-409b-bdfc-275bda5fa9b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:48Z', 'updated_at': '2021-08-27T03:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': '6e12fa8a-7bf4-4cbb-a796-22b5f84da8a4', 'name': '', 'network_id': '49eed060-6837-4e18-bdb1-2b63d9669339', 'tenant_id': 'dec8900e772c45c583c5e85e9958d95d', 'mac_address': 'fa:16:3e:d9:92:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0019ad-3063-409b-bdfc-275bda5fa9b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '0d267862-f34f-457d-8ad5-859088d95a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:50Z', 'updated_at': '2021-08-27T03:30:54Z', 'revision_number': 4, 'project_id': 'dec8900e772c45c583c5e85e9958d95d', 'subnets': [{'id': '0d267862-f34f-457d-8ad5-859088d95a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:56.185357 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4cfe2c-5252-4441-b5dc-e120968c4616 None None] The sync data for ids ['5d0019ad-3063-409b-bdfc-275bda5fa9b7'] in dv-cinder-804735-2-iscsi is: [{'id': '5d0019ad-3063-409b-bdfc-275bda5fa9b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1677539014-router', 'tenant_id': 'dec8900e772c45c583c5e85e9958d95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '07f91eb1-beba-43d8-918e-ddfab5669d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:47Z', 'updated_at': '2021-08-27T03:30:51Z', 'revision_number': 4, 'project_id': 'dec8900e772c45c583c5e85e9958d95d', 'gw_port': {'id': '07f91eb1-beba-43d8-918e-ddfab5669d55', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:20:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0019ad-3063-409b-bdfc-275bda5fa9b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:48Z', 'updated_at': '2021-08-27T03:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': '6e12fa8a-7bf4-4cbb-a796-22b5f84da8a4', 'name': '', 'network_id': '49eed060-6837-4e18-bdb1-2b63d9669339', 'tenant_id': 'dec8900e772c45c583c5e85e9958d95d', 'mac_address': 'fa:16:3e:d9:92:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0019ad-3063-409b-bdfc-275bda5fa9b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '0d267862-f34f-457d-8ad5-859088d95a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:50Z', 'updated_at': '2021-08-27T03:30:54Z', 'revision_number': 4, 'project_id': 'dec8900e772c45c583c5e85e9958d95d', 'subnets': [{'id': '0d267862-f34f-457d-8ad5-859088d95a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:30:56.226022 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-e87eaafa-34c9-46ae-9a6f-bfe90c2286f0 service neutron] 10.222.0.58 "GET /v2.0/networks/49eed060-6837-4e18-bdb1-2b63d9669339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516492 Aug 27 03:30:56.361751 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-e3633c5f-8f70-461d-afb4-879551d50069 service neutron] 10.222.0.58 "GET /v2.0/networks/49eed060-6837-4e18-bdb1-2b63d9669339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276252 Aug 27 03:30:56.788712 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5f113875-80a4-4d33-90e4-14e1493cc938 req-7f017dac-58aa-41b2-ab48-8a447de3fdd6 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 210 time: 0.1265917 Aug 27 03:30:56.887847 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 52404) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:56.903325 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-c64d30ce-39c6-42d3-b2c8-1ad81672f88b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1727994598-network', 'tenant_id': 'ac8805c0009843f799c44fc1f675cb23'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:30:56.956170 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 81dbe444-5db9-4391-bed2-2330c577d434 up at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:30:56.968416 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64d30ce-39c6-42d3-b2c8-1ad81672f88b admin admin] Made reservation on behalf of ac8805c0009843f799c44fc1f675cb23 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:30:56.970952 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c64d30ce-39c6-42d3-b2c8-1ad81672f88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:56.999668 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c64d30ce-39c6-42d3-b2c8-1ad81672f88b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:57.005087 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6bfd0-1ef2-46f6-9752-12907251216f req-4a7455a3-5109-49e8-968e-8a1495cab557 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:57.021220 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-afd6bfd0-1ef2-46f6-9752-12907251216f req-4a7455a3-5109-49e8-968e-8a1495cab557 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=90527ef8-4d61-4bc5-8ecc-ed05837e0dc5 HTTP/1.1" status: 200 len: 944 time: 0.1679323 Aug 27 03:30:57.026104 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-3629cfd7-0956-4241-b3ec-7e0d86183ec5 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:57.027926 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-3629cfd7-0956-4241-b3ec-7e0d86183ec5 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.63 "GET /v2.0/networks?id=49eed060-6837-4e18-bdb1-2b63d9669339 HTTP/1.1" status: 200 len: 819 time: 0.3836100 Aug 27 03:30:57.046856 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-3115a2fc-ea6d-428e-9294-9d72a4f4cb5f tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Request body: {'port': {'device_id': 'f95f90b2-f020-440a-81cf-5e339f032c8b', 'network_id': '49eed060-6837-4e18-bdb1-2b63d9669339', 'admin_state_up': True, 'tenant_id': 'dec8900e772c45c583c5e85e9958d95d'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:30:57.050669 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Provisioning for port 81dbe444-5db9-4391-bed2-2330c577d434 completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:30:57.058785 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Provisioning complete for port 81dbe444-5db9-4391-bed2-2330c577d434 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:30:57.060115 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:57.128240 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-afd6bfd0-1ef2-46f6-9752-12907251216f req-b0f9ab21-22ec-435f-a99e-6893622d6fb2 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035597 Aug 27 03:30:57.231701 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:57.263876 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90527ef8-4d61-4bc5-8ecc-ed05837e0dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81dbe444-5db9-4391-bed2-2330c577d434'}] {{(pid=93892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:30:57.269386 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b63a46784ce0c86216665a107eadf653c768d6aaa0a676db5e2e070eb4240c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12130a84-ae0a-4b97-b12c-803875649bab" -d '{"events": [{"server_uuid": "90527ef8-4d61-4bc5-8ecc-ed05837e0dc5", "name": "network-vif-plugged", "status": "completed", "tag": "81dbe444-5db9-4391-bed2-2330c577d434"}]}' {{(pid=93892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:30:57.285276 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c64d30ce-39c6-42d3-b2c8-1ad81672f88b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:57.293036 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c64d30ce-39c6-42d3-b2c8-1ad81672f88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:57.303269 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 81dbe444-5db9-4391-bed2-2330c577d434, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=81dbe444-5db9-4391-bed2-2330c577d434,segment=NetworkSegment(28780841-0c3a-4bb1-9cb1-796a642c1ab2),segment_id=28780841-0c3a-4bb1-9cb1-796a642c1ab2)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:30:57.311648 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:57.317034 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73360e2-f50c-421c-b843-6f58a8d831d5 x-openstack-request-id: req-b73360e2-f50c-421c-b843-6f58a8d831d5 {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:30:57.317397 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90527ef8-4d61-4bc5-8ecc-ed05837e0dc5", "name": "network-vif-plugged", "status": "completed", "tag": "81dbe444-5db9-4391-bed2-2330c577d434", "code": 200}]} {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:30:57.319731 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b73360e2-f50c-421c-b843-6f58a8d831d5 {{(pid=93892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:30:57.320221 dv-cinder-804735-2-iscsi neutron-server[93892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90527ef8-4d61-4bc5-8ecc-ed05837e0dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81dbe444-5db9-4391-bed2-2330c577d434', 'code': 200} Aug 27 03:30:57.343318 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c64d30ce-39c6-42d3-b2c8-1ad81672f88b admin admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:30:57.345925 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-3115a2fc-ea6d-428e-9294-9d72a4f4cb5f tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Made reservation on behalf of dec8900e772c45c583c5e85e9958d95d for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:30:57.351491 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-3115a2fc-ea6d-428e-9294-9d72a4f4cb5f tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:57.364914 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d30ce-39c6-42d3-b2c8-1ad81672f88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cae85c0-5b97-4927-85e0-0934677b76e0,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:57.393905 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c64d30ce-39c6-42d3-b2c8-1ad81672f88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:57.394577 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.db.segments_db [None req-c64d30ce-39c6-42d3-b2c8-1ad81672f88b admin admin] Added segment 984dce49-6208-40da-9bac-b5dee767ef47 of type vlan for network 5e3bb6df-319e-43c5-b048-6f0edf916074 Aug 27 03:30:57.403739 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=81dbe444-5db9-4391-bed2-2330c577d434,revision_number=5']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:57.518518 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c64d30ce-39c6-42d3-b2c8-1ad81672f88b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776574857063'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:57.588812 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c64d30ce-39c6-42d3-b2c8-1ad81672f88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:57.589806 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64d30ce-39c6-42d3-b2c8-1ad81672f88b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:57.590476 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c64d30ce-39c6-42d3-b2c8-1ad81672f88b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:57.670593 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-c64d30ce-39c6-42d3-b2c8-1ad81672f88b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7810338 Aug 27 03:30:57.682203 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 52428) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:57.688002 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-9b9f2778-bcb3-4c4a-a74c-c61cae834c4e admin admin] Request body: {'subnet': {'network_id': '5e3bb6df-319e-43c5-b048-6f0edf916074', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1727994598-subnet', 'tenant_id': 'ac8805c0009843f799c44fc1f675cb23', 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:30:57.704964 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-3115a2fc-ea6d-428e-9294-9d72a4f4cb5f tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Allocated IP 172.20.0.9 (49eed060-6837-4e18-bdb1-2b63d9669339/0d267862-f34f-457d-8ad5-859088d95a0f/09d98d1e-1fdd-4a75-b401-02f9b781896d) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:30:57.732140 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d30ce-39c6-42d3-b2c8-1ad81672f88b admin admin] Pushing event updated for resources: {'Network': ['ID=5e3bb6df-319e-43c5-b048-6f0edf916074,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:57.747806 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae2a02-265e-4ad1-9540-244009f14b12 req-1d50728e-a185-47f4-bac6-3b3447e70203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:57.750128 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3eae2a02-265e-4ad1-9540-244009f14b12 req-1d50728e-a185-47f4-bac6-3b3447e70203 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=90527ef8-4d61-4bc5-8ecc-ed05837e0dc5 HTTP/1.1" status: 200 len: 1098 time: 0.1442351 Aug 27 03:30:57.764990 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Network 5e3bb6df-319e-43c5-b048-6f0edf916074 details requested by agent ovs-agent-dv-cinder-804735-2-iscsi with host dv-cinder-804735-2-iscsi {{(pid=93892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:30:57.836746 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3eae2a02-265e-4ad1-9540-244009f14b12 req-df52fc97-7a68-4ca2-9000-b0064750a250 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761657 Aug 27 03:30:57.854953 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9f2778-bcb3-4c4a-a74c-c61cae834c4e admin admin] Made reservation on behalf of ac8805c0009843f799c44fc1f675cb23 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:30:57.857868 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9b9f2778-bcb3-4c4a-a74c-c61cae834c4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999329'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:58.014570 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 6e12fa8a-7bf4-4cbb-a796-22b5f84da8a4 up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:30:58.040848 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4bba153d-a306-44de-8276-76cc4fc60b29 req-393742a9-d277-47e4-a7ad-783bac0ee44a tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 210 time: 0.0760975 Aug 27 03:30:58.099485 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning for port 6e12fa8a-7bf4-4cbb-a796-22b5f84da8a4 completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:30:58.108901 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port 6e12fa8a-7bf4-4cbb-a796-22b5f84da8a4 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:30:58.109270 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:58.216190 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:58.268364 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] For port 6e12fa8a-7bf4-4cbb-a796-22b5f84da8a4, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=6e12fa8a-7bf4-4cbb-a796-22b5f84da8a4,segment=NetworkSegment(bf89ee51-e919-4dee-a3ba-77de2e060ae9),segment_id=bf89ee51-e919-4dee-a3ba-77de2e060ae9)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:30:58.279619 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:58.280922 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8 up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:30:58.408310 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe30307-57d4-449f-ab87-9e9c581465c0 req-b34fbbe7-62bd-4ba5-b3fc-5bc2a19f7148 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:58.422166 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cfe30307-57d4-449f-ab87-9e9c581465c0 req-b34fbbe7-62bd-4ba5-b3fc-5bc2a19f7148 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=90527ef8-4d61-4bc5-8ecc-ed05837e0dc5 HTTP/1.1" status: 200 len: 945 time: 0.1261697 Aug 27 03:30:58.501242 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cfe30307-57d4-449f-ab87-9e9c581465c0 req-f269bdcc-a39a-4b79-87d8-dc61113cf428 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648150 Aug 27 03:30:58.519775 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Pushing event updated for resources: {'Port': ['ID=6e12fa8a-7bf4-4cbb-a796-22b5f84da8a4,revision_number=5']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:58.544321 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning for port c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8 completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:30:58.557640 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:30:58.558013 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:58.765797 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:58.800420 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-3115a2fc-ea6d-428e-9294-9d72a4f4cb5f tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:58.801013 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-a1feccf4-0240-4f6f-b8a2-508c41fb7b38 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:58.804481 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-a1feccf4-0240-4f6f-b8a2-508c41fb7b38 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.63 "GET /v2.0/networks?id=49eed060-6837-4e18-bdb1-2b63d9669339 HTTP/1.1" status: 200 len: 819 time: 0.1850300 Aug 27 03:30:58.813243 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82876a2-1616-440f-a52f-b07882b555c7 None None] Sync routers for ids ['ddd0363a-e1b9-4073-be08-f087298c6e3e'] in dv-cinder-804735-2-iscsi {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:30:58.823664 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-95c73bf2-6785-4004-8910-83e4ee06a241 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Request body: {'port': {'device_id': '812b109c-444e-4971-99e3-59d4d3993ff3', 'network_id': '49eed060-6837-4e18-bdb1-2b63d9669339', 'admin_state_up': True, 'tenant_id': 'dec8900e772c45c583c5e85e9958d95d'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:30:58.826632 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9b9f2778-bcb3-4c4a-a74c-c61cae834c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9122647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999379'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:58.841441 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82876a2-1616-440f-a52f-b07882b555c7 None None] Routers {'ddd0363a-e1b9-4073-be08-f087298c6e3e'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:30:58.842536 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d82876a2-1616-440f-a52f-b07882b555c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:30:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['ddd0363a-e1b9-4073-be08-f087298c6e3e'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:58.915023 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] For port c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8,segment=NetworkSegment(d4232587-dac2-4838-ac1c-504baf035179),segment_id=d4232587-dac2-4838-ac1c-504baf035179)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:30:58.920485 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:58.929699 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f2778-bcb3-4c4a-a74c-c61cae834c4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5665cba-76bc-4a81-b137-362211400562,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:58.945049 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9f2778-bcb3-4c4a-a74c-c61cae834c4e admin admin] Checking segment: {'id': '984dce49-6208-40da-9bac-b5dee767ef47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5e3bb6df-319e-43c5-b048-6f0edf916074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:30:58.945415 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9f2778-bcb3-4c4a-a74c-c61cae834c4e admin admin] Network hostable DHCP agents. Network: 5e3bb6df-319e-43c5-b048-6f0edf916074, hostable agents: ['b9d5b039-511f-405d-92d5-fedc540f1c95'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:30:58.951603 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-3115a2fc-ea6d-428e-9294-9d72a4f4cb5f tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9123015'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:58.974605 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-95c73bf2-6785-4004-8910-83e4ee06a241 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Made reservation on behalf of dec8900e772c45c583c5e85e9958d95d for: {'port': 1} {{(pid=93891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:30:58.979539 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-95c73bf2-6785-4004-8910-83e4ee06a241 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:59.057981 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-3115a2fc-ea6d-428e-9294-9d72a4f4cb5f tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Network 49eed060-6837-4e18-bdb1-2b63d9669339 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:30:59.069957 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-3115a2fc-ea6d-428e-9294-9d72a4f4cb5f tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:30:59.080516 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-3115a2fc-ea6d-428e-9294-9d72a4f4cb5f tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:30:59.086506 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9f2778-bcb3-4c4a-a74c-c61cae834c4e admin admin] Network 5e3bb6df-319e-43c5-b048-6f0edf916074 is scheduled to be hosted by DHCP agent b9d5b039-511f-405d-92d5-fedc540f1c95 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:30:59.165605 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3115a2fc-ea6d-428e-9294-9d72a4f4cb5f tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Pushing event updated for resources: {'Port': ['ID=09d98d1e-1fdd-4a75-b401-02f9b781896d,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:59.193923 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-9b9f2778-bcb3-4c4a-a74c-c61cae834c4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-2-iscsi, 5e3bb6df-319e-43c5-b048-6f0edf916074) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:30:59.200394 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Pushing event updated for resources: {'Port': ['ID=c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:59.209897 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9f2778-bcb3-4c4a-a74c-c61cae834c4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:59.210617 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9b9f2778-bcb3-4c4a-a74c-c61cae834c4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:59.211662 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22db5f1d-ff90-40ef-81ca-08e8d8d83808 None None] Network 5e3bb6df-319e-43c5-b048-6f0edf916074 requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:30:59.236926 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-3115a2fc-ea6d-428e-9294-9d72a4f4cb5f tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:59.237936 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-3115a2fc-ea6d-428e-9294-9d72a4f4cb5f tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:59.259790 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-9b9f2778-bcb3-4c4a-a74c-c61cae834c4e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5761929 Aug 27 03:30:59.260610 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 52470) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:59.266806 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-2d949b69-5301-4263-bd36-e5fc1cc4ebb8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1727994598-router', 'tenant_id': 'ac8805c0009843f799c44fc1f675cb23', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:30:59.281234 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-3115a2fc-ea6d-428e-9294-9d72a4f4cb5f tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2396910 Aug 27 03:30:59.309198 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-48dec38f-9f61-43e5-8e9d-f053faff45e2 service neutron] Request body: {'port': {'device_id': 'f95f90b2-f020-440a-81cf-5e339f032c8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:30:59.315262 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2d949b69-5301-4263-bd36-e5fc1cc4ebb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36878'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:59.317784 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2d949b69-5301-4263-bd36-e5fc1cc4ebb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-513158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36869'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:59.327986 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-98aa0e58-df60-434f-8306-f94e577d86cb req-954fe34b-7b54-403a-bc6b-c7edbf66d25c tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 210 time: 0.0573673 Aug 27 03:30:59.342320 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-95c73bf2-6785-4004-8910-83e4ee06a241 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Allocated IP 172.20.0.7 (49eed060-6837-4e18-bdb1-2b63d9669339/0d267862-f34f-457d-8ad5-859088d95a0f/3a9cae7d-f3bd-41ea-856e-afad4fd8420a) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:30:59.362781 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-d82876a2-1616-440f-a52f-b07882b555c7 None None] Set router ddd0363a-e1b9-4073-be08-f087298c6e3e gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:30:59.437672 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-48dec38f-9f61-43e5-8e9d-f053faff45e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:59.441706 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2d949b69-5301-4263-bd36-e5fc1cc4ebb8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:59.513083 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d831494-d54a-4f98-99bd-dbfcbd77a580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e644adf-69bc-50df-a7ce-e1ee9e250690-5e3bb6df-319e-43c5-b048-6f0edf916074', 'network_id': '5e3bb6df-319e-43c5-b048-6f0edf916074', 'tenant_id': 'ac8805c0009843f799c44fc1f675cb23', 'fixed_ips': [{'subnet_id': 'f5665cba-76bc-4a81-b137-362211400562'}]}} from dv-cinder-804735-2-iscsi. {{(pid=93892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:30:59.514265 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-9d831494-d54a-4f98-99bd-dbfcbd77a580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:59.596289 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-95c73bf2-6785-4004-8910-83e4ee06a241 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:59.709030 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2d949b69-5301-4263-bd36-e5fc1cc4ebb8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:59.723983 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 6e12fa8a-7bf4-4cbb-a796-22b5f84da8a4 up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:30:59.800810 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-95c73bf2-6785-4004-8910-83e4ee06a241 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:59.814431 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.db_base_plugin_common [None req-9d831494-d54a-4f98-99bd-dbfcbd77a580 None None] Allocated IP 172.20.0.2 (5e3bb6df-319e-43c5-b048-6f0edf916074/f5665cba-76bc-4a81-b137-362211400562/02cecf83-4c5a-4786-bced-e6dc54fdbaf8) {{(pid=93892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:30:59.869963 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port 6e12fa8a-7bf4-4cbb-a796-22b5f84da8a4 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:30:59.870415 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:59.983701 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c73bf2-6785-4004-8910-83e4ee06a241 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Pushing event updated for resources: {'Port': ['ID=3a9cae7d-f3bd-41ea-856e-afad4fd8420a,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:00.030722 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e76924-367c-489c-a84e-3975fec1bb41 req-ea943af9-61f6-48b9-8185-cd7973e795f2 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:00.038412 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a2e76924-367c-489c-a84e-3975fec1bb41 req-ea943af9-61f6-48b9-8185-cd7973e795f2 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=90527ef8-4d61-4bc5-8ecc-ed05837e0dc5 HTTP/1.1" status: 200 len: 945 time: 0.3679550 Aug 27 03:31:00.073399 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-95c73bf2-6785-4004-8910-83e4ee06a241 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Network 49eed060-6837-4e18-bdb1-2b63d9669339 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:31:00.096997 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-95c73bf2-6785-4004-8910-83e4ee06a241 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:00.110878 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-95c73bf2-6785-4004-8910-83e4ee06a241 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:31:00.119940 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8 up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:00.164332 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d82876a2-1616-440f-a52f-b07882b555c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd0363a-e1b9-4073-be08-f087298c6e3e', 'name': 'tempest-TestShelveInstance-1034468476-router', 'tenant_id': '90c43de7a6384b82b35f14a762da5d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:50Z', 'updated_at': '2021-08-27T03:30:54Z', 'revision_number': 4, 'project_id': '90c43de7a6384b82b35f14a762da5d37', 'gw_port': {'id': 'c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ba:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd0363a-e1b9-4073-be08-f087298c6e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:51Z', 'updated_at': '2021-08-27T03:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': 'c5a50b2f-cc38-4ac7-9828-052019a922b2', 'name': '', 'network_id': '86a24c14-9a31-45eb-af67-a58be595d161', 'tenant_id': '90c43de7a6384b82b35f14a762da5d37', 'mac_address': 'fa:16:3e:f8:1c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd0363a-e1b9-4073-be08-f087298c6e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '02e507ef-65b0-47f3-a75e-47a97e59e5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:54Z', 'updated_at': '2021-08-27T03:30:55Z', 'revision_number': 2, 'project_id': '90c43de7a6384b82b35f14a762da5d37', 'subnets': [{'id': '02e507ef-65b0-47f3-a75e-47a97e59e5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:00.167695 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a2e76924-367c-489c-a84e-3975fec1bb41 req-e66e7c95-59d8-45c2-8ad1-670f0b06b377 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012847 Aug 27 03:31:00.178406 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-95c73bf2-6785-4004-8910-83e4ee06a241 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:00.178988 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-95c73bf2-6785-4004-8910-83e4ee06a241 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.198221 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-95c73bf2-6785-4004-8910-83e4ee06a241 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3785212 Aug 27 03:31:00.206478 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82876a2-1616-440f-a52f-b07882b555c7 None None] Checking router: ddd0363a-e1b9-4073-be08-f087298c6e3e for host: dv-cinder-804735-2-iscsi {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:31:00.206992 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82876a2-1616-440f-a52f-b07882b555c7 None None] Updating router ddd0363a-e1b9-4073-be08-f087298c6e3e port c5a50b2f-cc38-4ac7-9828-052019a922b2 binding host dv-cinder-804735-2-iscsi {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:31:00.220492 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-cc7e14d7-db6d-4e8a-b459-d41917c2bae7 service neutron] Request body: {'port': {'device_id': '812b109c-444e-4971-99e3-59d4d3993ff3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:00.250805 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2d949b69-5301-4263-bd36-e5fc1cc4ebb8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.268222 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-9d831494-d54a-4f98-99bd-dbfcbd77a580 None None] Notify callbacks [] for port, precommit_create {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.270717 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d82876a2-1616-440f-a52f-b07882b555c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.282850 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-48dec38f-9f61-43e5-8e9d-f053faff45e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09d98d1e-1fdd-4a75-b401-02f9b781896d {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:31:00.288129 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-9d831494-d54a-4f98-99bd-dbfcbd77a580 None None] Transition to ACTIVE for port object 02cecf83-4c5a-4786-bced-e6dc54fdbaf8 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:00.292330 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2d949b69-5301-4263-bd36-e5fc1cc4ebb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.296849 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-48dec38f-9f61-43e5-8e9d-f053faff45e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.327451 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-cc7e14d7-db6d-4e8a-b459-d41917c2bae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.338455 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-9d831494-d54a-4f98-99bd-dbfcbd77a580 None None] Transition to ACTIVE for port object 02cecf83-4c5a-4786-bced-e6dc54fdbaf8 will not be triggered until provisioned by entity DHCP. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:00.343406 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:00.347234 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.356355 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-48dec38f-9f61-43e5-8e9d-f053faff45e2 service neutron] Transition to ACTIVE for port object 09d98d1e-1fdd-4a75-b401-02f9b781896d will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:00.386628 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-48dec38f-9f61-43e5-8e9d-f053faff45e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9123038'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.403290 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-9d831494-d54a-4f98-99bd-dbfcbd77a580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508'] for port, after_create {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.516080 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d831494-d54a-4f98-99bd-dbfcbd77a580 None None] Network 5e3bb6df-319e-43c5-b048-6f0edf916074 is already hosted by enough agents. {{(pid=93892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:31:00.530133 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.scheduler.base_scheduler [None req-9d831494-d54a-4f98-99bd-dbfcbd77a580 None None] Resources bound (agent type, host, resource id): {{(pid=93892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:00.535141 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dec38f-9f61-43e5-8e9d-f053faff45e2 service neutron] Pushing event updated for resources: {'Port': ['ID=09d98d1e-1fdd-4a75-b401-02f9b781896d,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:00.540864 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d831494-d54a-4f98-99bd-dbfcbd77a580 None None] Received port after_create {{(pid=93892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:31:00.566021 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d831494-d54a-4f98-99bd-dbfcbd77a580 None None] Pushing event updated for resources: {'Port': ['ID=02cecf83-4c5a-4786-bced-e6dc54fdbaf8,revision_number=1']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:00.608442 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-2d949b69-5301-4263-bd36-e5fc1cc4ebb8 admin admin] Allocated IP 172.27.0.159 (239ea516-19ad-4308-8c8f-3a956c00c66f/240b09d3-e621-4049-93c9-64b8f5a60ad0/34ee2a84-9985-455e-8a28-c12d76d8159f) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:31:00.679536 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-48dec38f-9f61-43e5-8e9d-f053faff45e2 service neutron] Attempting to bind port 09d98d1e-1fdd-4a75-b401-02f9b781896d on host hv-cinder-80473 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:31:00.679782 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-48dec38f-9f61-43e5-8e9d-f053faff45e2 service neutron] Attempting to bind port 09d98d1e-1fdd-4a75-b401-02f9b781896d by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'bf89ee51-e919-4dee-a3ba-77de2e060ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '49eed060-6837-4e18-bdb1-2b63d9669339'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:31:00.680050 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-48dec38f-9f61-43e5-8e9d-f053faff45e2 service neutron] Attempting to bind port 09d98d1e-1fdd-4a75-b401-02f9b781896d on network 49eed060-6837-4e18-bdb1-2b63d9669339 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:00.688769 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-48dec38f-9f61-43e5-8e9d-f053faff45e2 service neutron] Port 09d98d1e-1fdd-4a75-b401-02f9b781896d on network 49eed060-6837-4e18-bdb1-2b63d9669339 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:31:00.689092 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-48dec38f-9f61-43e5-8e9d-f053faff45e2 service neutron] Attempting to bind port 09d98d1e-1fdd-4a75-b401-02f9b781896d on network 49eed060-6837-4e18-bdb1-2b63d9669339 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:00.703048 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-48dec38f-9f61-43e5-8e9d-f053faff45e2 service neutron] Checking agent: {'id': '24f718bb-5cbe-4fbb-a277-c3e337c88f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 27, 23), 'started_at': datetime.datetime(2021, 8, 27, 3, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:31:00.703658 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-48dec38f-9f61-43e5-8e9d-f053faff45e2 service neutron] Checking segment: {'id': 'bf89ee51-e919-4dee-a3ba-77de2e060ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '49eed060-6837-4e18-bdb1-2b63d9669339'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:00.704250 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-48dec38f-9f61-43e5-8e9d-f053faff45e2 service neutron] Bound using segment: {'id': 'bf89ee51-e919-4dee-a3ba-77de2e060ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '49eed060-6837-4e18-bdb1-2b63d9669339'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:31:00.705585 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-48dec38f-9f61-43e5-8e9d-f053faff45e2 service neutron] Bound port: 09d98d1e-1fdd-4a75-b401-02f9b781896d, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf89ee51-e919-4dee-a3ba-77de2e060ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '49eed060-6837-4e18-bdb1-2b63d9669339'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:31:00.706586 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-48dec38f-9f61-43e5-8e9d-f053faff45e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.728944 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea6ffb-f041-4e48-a888-e632caabc3b0 req-f25fe5f4-3134-4f44-afa0-4adda4faf1cc tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:00.735662 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-9d831494-d54a-4f98-99bd-dbfcbd77a580 None None] Attempting to bind port 02cecf83-4c5a-4786-bced-e6dc54fdbaf8 on host dv-cinder-804735-2-iscsi for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:31:00.735824 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-9d831494-d54a-4f98-99bd-dbfcbd77a580 None None] Attempting to bind port 02cecf83-4c5a-4786-bced-e6dc54fdbaf8 by drivers openvswitch,hyperv on host dv-cinder-804735-2-iscsi at level 0 using segments [{'id': '984dce49-6208-40da-9bac-b5dee767ef47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5e3bb6df-319e-43c5-b048-6f0edf916074'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:31:00.736139 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-87ea6ffb-f041-4e48-a888-e632caabc3b0 req-f25fe5f4-3134-4f44-afa0-4adda4faf1cc tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 931 time: 0.1357734 Aug 27 03:31:00.736332 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d831494-d54a-4f98-99bd-dbfcbd77a580 None None] Attempting to bind port 02cecf83-4c5a-4786-bced-e6dc54fdbaf8 on network 5e3bb6df-319e-43c5-b048-6f0edf916074 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:00.758617 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d831494-d54a-4f98-99bd-dbfcbd77a580 None None] Checking agent: {'id': 'd4759df8-4373-4538-9ee3-f6ed6d276f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 21, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:31:00.759390 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d831494-d54a-4f98-99bd-dbfcbd77a580 None None] Checking segment: {'id': '984dce49-6208-40da-9bac-b5dee767ef47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5e3bb6df-319e-43c5-b048-6f0edf916074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:00.759826 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-9d831494-d54a-4f98-99bd-dbfcbd77a580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.760169 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d831494-d54a-4f98-99bd-dbfcbd77a580 None None] Bound using segment: {'id': '984dce49-6208-40da-9bac-b5dee767ef47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5e3bb6df-319e-43c5-b048-6f0edf916074'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:31:00.760740 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-9d831494-d54a-4f98-99bd-dbfcbd77a580 None None] Bound port: 02cecf83-4c5a-4786-bced-e6dc54fdbaf8, host: dv-cinder-804735-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '984dce49-6208-40da-9bac-b5dee767ef47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5e3bb6df-319e-43c5-b048-6f0edf916074'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:31:00.761364 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-9d831494-d54a-4f98-99bd-dbfcbd77a580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.775279 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2d949b69-5301-4263-bd36-e5fc1cc4ebb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.802537 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-87ea6ffb-f041-4e48-a888-e632caabc3b0 req-1b114ddb-44fa-4b78-989f-85dab46a67f6 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564559 Aug 27 03:31:00.854063 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-cc7e14d7-db6d-4e8a-b459-d41917c2bae7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a9cae7d-f3bd-41ea-856e-afad4fd8420a {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:31:00.862276 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-cc7e14d7-db6d-4e8a-b459-d41917c2bae7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.887403 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-cc7e14d7-db6d-4e8a-b459-d41917c2bae7 service neutron] Transition to ACTIVE for port object 3a9cae7d-f3bd-41ea-856e-afad4fd8420a will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:00.891207 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-48dec38f-9f61-43e5-8e9d-f053faff45e2 service neutron] For port 09d98d1e-1fdd-4a75-b401-02f9b781896d, host hv-cinder-80473, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:31:00.892350 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-cc7e14d7-db6d-4e8a-b459-d41917c2bae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8458856'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.895872 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2d949b69-5301-4263-bd36-e5fc1cc4ebb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9123015'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.899979 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-48dec38f-9f61-43e5-8e9d-f053faff45e2 service neutron] For port 09d98d1e-1fdd-4a75-b401-02f9b781896d, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=09d98d1e-1fdd-4a75-b401-02f9b781896d,segment=NetworkSegment(bf89ee51-e919-4dee-a3ba-77de2e060ae9),segment_id=bf89ee51-e919-4dee-a3ba-77de2e060ae9)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:31:00.914401 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-9d831494-d54a-4f98-99bd-dbfcbd77a580 None None] For port 02cecf83-4c5a-4786-bced-e6dc54fdbaf8, host dv-cinder-804735-2-iscsi, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:31:00.936924 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-9d831494-d54a-4f98-99bd-dbfcbd77a580 None None] For port 02cecf83-4c5a-4786-bced-e6dc54fdbaf8, host dv-cinder-804735-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=02cecf83-4c5a-4786-bced-e6dc54fdbaf8,segment=NetworkSegment(984dce49-6208-40da-9bac-b5dee767ef47),segment_id=984dce49-6208-40da-9bac-b5dee767ef47)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:31:00.938551 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-48dec38f-9f61-43e5-8e9d-f053faff45e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9123038'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.944946 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-9d831494-d54a-4f98-99bd-dbfcbd77a580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.949822 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e14d7-db6d-4e8a-b459-d41917c2bae7 service neutron] Pushing event updated for resources: {'Port': ['ID=3a9cae7d-f3bd-41ea-856e-afad4fd8420a,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:00.954502 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d82876a2-1616-440f-a52f-b07882b555c7 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.955853 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d949b69-5301-4263-bd36-e5fc1cc4ebb8 admin admin] Network 239ea516-19ad-4308-8c8f-3a956c00c66f is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:31:00.965819 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-2d949b69-5301-4263-bd36-e5fc1cc4ebb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:00.971074 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d949b69-5301-4263-bd36-e5fc1cc4ebb8 admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:31:00.977173 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-48dec38f-9f61-43e5-8e9d-f053faff45e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:00.977803 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-48dec38f-9f61-43e5-8e9d-f053faff45e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.979263 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-48dec38f-9f61-43e5-8e9d-f053faff45e2 service neutron] 10.222.0.63 "PUT /v2.0/ports/09d98d1e-1fdd-4a75-b401-02f9b781896d HTTP/1.1" status: 200 len: 1093 time: 1.6766791 Aug 27 03:31:00.980923 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95f90b2-f020-440a-81cf-5e339f032c8b', 'tag': '09d98d1e-1fdd-4a75-b401-02f9b781896d'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:31:00.983194 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}755905221a1e0f69e4370b1ec2ad9bde0bcbe0fd3cc794ff6c7e2d34909de1ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945c6385-e447-47a3-a64f-fdf7946d5355" -d '{"events": [{"name": "network-changed", "server_uuid": "f95f90b2-f020-440a-81cf-5e339f032c8b", "tag": "09d98d1e-1fdd-4a75-b401-02f9b781896d"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:31:01.003557 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d949b69-5301-4263-bd36-e5fc1cc4ebb8 admin admin] Pushing event updated for resources: {'Port': ['ID=34ee2a84-9985-455e-8a28-c12d76d8159f,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:01.043151 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-cc7e14d7-db6d-4e8a-b459-d41917c2bae7 service neutron] Attempting to bind port 3a9cae7d-f3bd-41ea-856e-afad4fd8420a on host hv-cinder-80473 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:31:01.043980 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-cc7e14d7-db6d-4e8a-b459-d41917c2bae7 service neutron] Attempting to bind port 3a9cae7d-f3bd-41ea-856e-afad4fd8420a by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'bf89ee51-e919-4dee-a3ba-77de2e060ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '49eed060-6837-4e18-bdb1-2b63d9669339'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:31:01.044320 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-cc7e14d7-db6d-4e8a-b459-d41917c2bae7 service neutron] Attempting to bind port 3a9cae7d-f3bd-41ea-856e-afad4fd8420a on network 49eed060-6837-4e18-bdb1-2b63d9669339 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:01.048722 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-cc7e14d7-db6d-4e8a-b459-d41917c2bae7 service neutron] Port 3a9cae7d-f3bd-41ea-856e-afad4fd8420a on network 49eed060-6837-4e18-bdb1-2b63d9669339 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:31:01.049034 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-cc7e14d7-db6d-4e8a-b459-d41917c2bae7 service neutron] Attempting to bind port 3a9cae7d-f3bd-41ea-856e-afad4fd8420a on network 49eed060-6837-4e18-bdb1-2b63d9669339 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:01.050926 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-d82876a2-1616-440f-a52f-b07882b555c7 None None] Transition to ACTIVE for port object c5a50b2f-cc38-4ac7-9828-052019a922b2 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:01.054578 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-cc7e14d7-db6d-4e8a-b459-d41917c2bae7 service neutron] Checking agent: {'id': '24f718bb-5cbe-4fbb-a277-c3e337c88f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 27, 23), 'started_at': datetime.datetime(2021, 8, 27, 3, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:31:01.054900 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-cc7e14d7-db6d-4e8a-b459-d41917c2bae7 service neutron] Checking segment: {'id': 'bf89ee51-e919-4dee-a3ba-77de2e060ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '49eed060-6837-4e18-bdb1-2b63d9669339'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:01.055274 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-cc7e14d7-db6d-4e8a-b459-d41917c2bae7 service neutron] Bound using segment: {'id': 'bf89ee51-e919-4dee-a3ba-77de2e060ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '49eed060-6837-4e18-bdb1-2b63d9669339'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:31:01.056079 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-cc7e14d7-db6d-4e8a-b459-d41917c2bae7 service neutron] Bound port: 3a9cae7d-f3bd-41ea-856e-afad4fd8420a, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf89ee51-e919-4dee-a3ba-77de2e060ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '49eed060-6837-4e18-bdb1-2b63d9669339'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:31:01.056079 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-cc7e14d7-db6d-4e8a-b459-d41917c2bae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:01.072020 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d82876a2-1616-440f-a52f-b07882b555c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:01.099847 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d831494-d54a-4f98-99bd-dbfcbd77a580 None None] Pushing event updated for resources: {'Port': ['ID=02cecf83-4c5a-4786-bced-e6dc54fdbaf8,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:01.115774 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e0bd10-c7c0-4525-b276-077e8ca5475e x-openstack-request-id: req-b3e0bd10-c7c0-4525-b276-077e8ca5475e {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:31:01.116067 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f95f90b2-f020-440a-81cf-5e339f032c8b", "tag": "09d98d1e-1fdd-4a75-b401-02f9b781896d", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:31:01.116321 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b3e0bd10-c7c0-4525-b276-077e8ca5475e {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:31:01.116763 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95f90b2-f020-440a-81cf-5e339f032c8b', 'tag': '09d98d1e-1fdd-4a75-b401-02f9b781896d', 'status': 'completed', 'code': 200} Aug 27 03:31:01.164387 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dec38f-9f61-43e5-8e9d-f053faff45e2 service neutron] Pushing event updated for resources: {'Port': ['ID=09d98d1e-1fdd-4a75-b401-02f9b781896d,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:01.186775 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-cc7e14d7-db6d-4e8a-b459-d41917c2bae7 service neutron] For port 3a9cae7d-f3bd-41ea-856e-afad4fd8420a, host hv-cinder-80473, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:31:01.188649 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-cc7e14d7-db6d-4e8a-b459-d41917c2bae7 service neutron] For port 3a9cae7d-f3bd-41ea-856e-afad4fd8420a, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3a9cae7d-f3bd-41ea-856e-afad4fd8420a,segment=NetworkSegment(bf89ee51-e919-4dee-a3ba-77de2e060ae9),segment_id=bf89ee51-e919-4dee-a3ba-77de2e060ae9)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:31:01.196331 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-cc7e14d7-db6d-4e8a-b459-d41917c2bae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8458856'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:01.212408 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b6b35-3d75-41da-9a47-36da54f2cdd6 None None] Pushing event updated for resources: {'Port': ['ID=c5a50b2f-cc38-4ac7-9828-052019a922b2,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:01.224748 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-d82876a2-1616-440f-a52f-b07882b555c7 None None] Attempting to bind port c5a50b2f-cc38-4ac7-9828-052019a922b2 on host dv-cinder-804735-2-iscsi for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:31:01.225235 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-d82876a2-1616-440f-a52f-b07882b555c7 None None] Attempting to bind port c5a50b2f-cc38-4ac7-9828-052019a922b2 by drivers openvswitch,hyperv on host dv-cinder-804735-2-iscsi at level 0 using segments [{'id': 'cd94c509-5c85-4501-bbd0-bfe66cd37392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '86a24c14-9a31-45eb-af67-a58be595d161'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:31:01.226971 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82876a2-1616-440f-a52f-b07882b555c7 None None] Attempting to bind port c5a50b2f-cc38-4ac7-9828-052019a922b2 on network 86a24c14-9a31-45eb-af67-a58be595d161 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:01.233787 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82876a2-1616-440f-a52f-b07882b555c7 None None] Checking agent: {'id': 'd4759df8-4373-4538-9ee3-f6ed6d276f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 21, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:31:01.234511 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82876a2-1616-440f-a52f-b07882b555c7 None None] Checking segment: {'id': 'cd94c509-5c85-4501-bbd0-bfe66cd37392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '86a24c14-9a31-45eb-af67-a58be595d161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:01.235268 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d82876a2-1616-440f-a52f-b07882b555c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:01.235804 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82876a2-1616-440f-a52f-b07882b555c7 None None] Bound using segment: {'id': 'cd94c509-5c85-4501-bbd0-bfe66cd37392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '86a24c14-9a31-45eb-af67-a58be595d161'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:31:01.236378 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-d82876a2-1616-440f-a52f-b07882b555c7 None None] Bound port: c5a50b2f-cc38-4ac7-9828-052019a922b2, host: dv-cinder-804735-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd94c509-5c85-4501-bbd0-bfe66cd37392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '86a24c14-9a31-45eb-af67-a58be595d161'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:31:01.236910 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d82876a2-1616-440f-a52f-b07882b555c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:01.255942 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-cc7e14d7-db6d-4e8a-b459-d41917c2bae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:01.256750 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-cc7e14d7-db6d-4e8a-b459-d41917c2bae7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:01.258259 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-cc7e14d7-db6d-4e8a-b459-d41917c2bae7 service neutron] 10.222.0.63 "PUT /v2.0/ports/3a9cae7d-f3bd-41ea-856e-afad4fd8420a HTTP/1.1" status: 200 len: 1093 time: 1.0435019 Aug 27 03:31:01.258749 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '812b109c-444e-4971-99e3-59d4d3993ff3', 'tag': '3a9cae7d-f3bd-41ea-856e-afad4fd8420a'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:31:01.261393 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5db798dbfc6723b72cacb44784ab66cf68bec91175074e332c63962bd4ba80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a870463-d081-4d46-a949-8c2694303062" -d '{"events": [{"name": "network-changed", "server_uuid": "812b109c-444e-4971-99e3-59d4d3993ff3", "tag": "3a9cae7d-f3bd-41ea-856e-afad4fd8420a"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:31:01.294206 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e14d7-db6d-4e8a-b459-d41917c2bae7 service neutron] Pushing event updated for resources: {'Port': ['ID=3a9cae7d-f3bd-41ea-856e-afad4fd8420a,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:01.318783 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-d82876a2-1616-440f-a52f-b07882b555c7 None None] For port c5a50b2f-cc38-4ac7-9828-052019a922b2, host dv-cinder-804735-2-iscsi, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:31:01.323253 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-d82876a2-1616-440f-a52f-b07882b555c7 None None] For port c5a50b2f-cc38-4ac7-9828-052019a922b2, host dv-cinder-804735-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=c5a50b2f-cc38-4ac7-9828-052019a922b2,segment=NetworkSegment(cd94c509-5c85-4501-bbd0-bfe66cd37392),segment_id=cd94c509-5c85-4501-bbd0-bfe66cd37392)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:31:01.326322 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7591fd-794e-471f-ba84-2bedc5a49663 x-openstack-request-id: req-9f7591fd-794e-471f-ba84-2bedc5a49663 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:31:01.326964 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "812b109c-444e-4971-99e3-59d4d3993ff3", "tag": "3a9cae7d-f3bd-41ea-856e-afad4fd8420a", "status": "completed", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:31:01.327404 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9f7591fd-794e-471f-ba84-2bedc5a49663 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:31:01.328051 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '812b109c-444e-4971-99e3-59d4d3993ff3', 'tag': '3a9cae7d-f3bd-41ea-856e-afad4fd8420a', 'status': 'completed', 'code': 200} Aug 27 03:31:01.331532 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d82876a2-1616-440f-a52f-b07882b555c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:01.410090 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82876a2-1616-440f-a52f-b07882b555c7 None None] Routers {'ddd0363a-e1b9-4073-be08-f087298c6e3e'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:31:01.410879 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d82876a2-1616-440f-a52f-b07882b555c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:30:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['ddd0363a-e1b9-4073-be08-f087298c6e3e'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:01.438173 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2d949b69-5301-4263-bd36-e5fc1cc4ebb8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:01.450500 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b6b35-3d75-41da-9a47-36da54f2cdd6 None None] Pushing event updated for resources: {'Port': ['ID=c5a50b2f-cc38-4ac7-9828-052019a922b2,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:01.537891 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-d82876a2-1616-440f-a52f-b07882b555c7 None None] Set router ddd0363a-e1b9-4073-be08-f087298c6e3e gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:31:01.714914 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2d949b69-5301-4263-bd36-e5fc1cc4ebb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456187'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:01.748471 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 02cecf83-4c5a-4786-bced-e6dc54fdbaf8 up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:01.856728 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d949b69-5301-4263-bd36-e5fc1cc4ebb8 admin admin] Router ec2dd24a-8271-4dc6-924c-d5e1efc5560d is scheduled to L3 agent 531130d0-1c3c-4def-a74a-055fb8373853 with binding_index 1 {{(pid=93890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:31:01.894391 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning for port 02cecf83-4c5a-4786-bced-e6dc54fdbaf8 completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:31:01.968894 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d949b69-5301-4263-bd36-e5fc1cc4ebb8 admin admin] Notify agent at l3_agent.dv-cinder-804735-2-iscsi the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:31:01.981749 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9688e8-c7d0-4c51-9add-3154a15cae8d None None] Sync routers for ids ['ec2dd24a-8271-4dc6-924c-d5e1efc5560d'] in dv-cinder-804735-2-iscsi {{(pid=93893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:31:01.987859 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d82876a2-1616-440f-a52f-b07882b555c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd0363a-e1b9-4073-be08-f087298c6e3e', 'name': 'tempest-TestShelveInstance-1034468476-router', 'tenant_id': '90c43de7a6384b82b35f14a762da5d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:50Z', 'updated_at': '2021-08-27T03:30:54Z', 'revision_number': 4, 'project_id': '90c43de7a6384b82b35f14a762da5d37', 'gw_port': {'id': 'c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ba:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd0363a-e1b9-4073-be08-f087298c6e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:51Z', 'updated_at': '2021-08-27T03:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': 'c5a50b2f-cc38-4ac7-9828-052019a922b2', 'name': '', 'network_id': '86a24c14-9a31-45eb-af67-a58be595d161', 'tenant_id': '90c43de7a6384b82b35f14a762da5d37', 'mac_address': 'fa:16:3e:f8:1c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd0363a-e1b9-4073-be08-f087298c6e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '02e507ef-65b0-47f3-a75e-47a97e59e5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:54Z', 'updated_at': '2021-08-27T03:31:01Z', 'revision_number': 4, 'project_id': '90c43de7a6384b82b35f14a762da5d37', 'subnets': [{'id': '02e507ef-65b0-47f3-a75e-47a97e59e5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:01.988124 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2d949b69-5301-4263-bd36-e5fc1cc4ebb8 admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:01.990778 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-2d949b69-5301-4263-bd36-e5fc1cc4ebb8 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7287638 Aug 27 03:31:01.993343 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 52536) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:01.997031 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9688e8-c7d0-4c51-9add-3154a15cae8d None None] Routers {'ec2dd24a-8271-4dc6-924c-d5e1efc5560d'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:31:01.997834 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-ca9688e8-c7d0-4c51-9add-3154a15cae8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:30:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['ec2dd24a-8271-4dc6-924c-d5e1efc5560d'], 'active': True} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:02.021675 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82876a2-1616-440f-a52f-b07882b555c7 None None] The sync data for ids ['ddd0363a-e1b9-4073-be08-f087298c6e3e'] in dv-cinder-804735-2-iscsi is: [{'id': 'ddd0363a-e1b9-4073-be08-f087298c6e3e', 'name': 'tempest-TestShelveInstance-1034468476-router', 'tenant_id': '90c43de7a6384b82b35f14a762da5d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:50Z', 'updated_at': '2021-08-27T03:30:54Z', 'revision_number': 4, 'project_id': '90c43de7a6384b82b35f14a762da5d37', 'gw_port': {'id': 'c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ba:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd0363a-e1b9-4073-be08-f087298c6e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:51Z', 'updated_at': '2021-08-27T03:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': 'c5a50b2f-cc38-4ac7-9828-052019a922b2', 'name': '', 'network_id': '86a24c14-9a31-45eb-af67-a58be595d161', 'tenant_id': '90c43de7a6384b82b35f14a762da5d37', 'mac_address': 'fa:16:3e:f8:1c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd0363a-e1b9-4073-be08-f087298c6e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '02e507ef-65b0-47f3-a75e-47a97e59e5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:54Z', 'updated_at': '2021-08-27T03:31:01Z', 'revision_number': 4, 'project_id': '90c43de7a6384b82b35f14a762da5d37', 'subnets': [{'id': '02e507ef-65b0-47f3-a75e-47a97e59e5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:31:02.127321 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvr_db [None req-ca9688e8-c7d0-4c51-9add-3154a15cae8d None None] Set router ec2dd24a-8271-4dc6-924c-d5e1efc5560d gateway port host: dv-cinder-804735-2-iscsi {{(pid=93893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:31:02.374910 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b323e2-8a25-428c-bc8d-36f173821a80 None None] Network 5e3bb6df-319e-43c5-b048-6f0edf916074 requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:31:02.386487 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-ca9688e8-c7d0-4c51-9add-3154a15cae8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2dd24a-8271-4dc6-924c-d5e1efc5560d', 'name': 'tempest-TestShelveInstance-1727994598-router', 'tenant_id': 'ac8805c0009843f799c44fc1f675cb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '34ee2a84-9985-455e-8a28-c12d76d8159f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:59Z', 'updated_at': '2021-08-27T03:31:01Z', 'revision_number': 3, 'project_id': 'ac8805c0009843f799c44fc1f675cb23', 'gw_port': {'id': '34ee2a84-9985-455e-8a28-c12d76d8159f', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:99:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2dd24a-8271-4dc6-924c-d5e1efc5560d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi'}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:02.420699 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9688e8-c7d0-4c51-9add-3154a15cae8d None None] Checking router: ec2dd24a-8271-4dc6-924c-d5e1efc5560d for host: dv-cinder-804735-2-iscsi {{(pid=93893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:31:02.421155 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9688e8-c7d0-4c51-9add-3154a15cae8d None None] Updating router ec2dd24a-8271-4dc6-924c-d5e1efc5560d port 34ee2a84-9985-455e-8a28-c12d76d8159f binding host dv-cinder-804735-2-iscsi {{(pid=93893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:31:02.461798 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-a3e95f4a-0ef4-4c83-92f7-742e707d5c91 None None] Provisioning for port 02cecf83-4c5a-4786-bced-e6dc54fdbaf8 completed by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:31:02.481075 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ca9688e8-c7d0-4c51-9add-3154a15cae8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:02.589751 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-a3e95f4a-0ef4-4c83-92f7-742e707d5c91 None None] Provisioning complete for port 02cecf83-4c5a-4786-bced-e6dc54fdbaf8 triggered by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:02.590136 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-a3e95f4a-0ef4-4c83-92f7-742e707d5c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:02.792670 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-a3e95f4a-0ef4-4c83-92f7-742e707d5c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:02.852694 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-71b4457a-0b00-4e73-8cc4-10b1b73f462f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:02.888610 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-a3e95f4a-0ef4-4c83-92f7-742e707d5c91 None None] For port 02cecf83-4c5a-4786-bced-e6dc54fdbaf8, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=02cecf83-4c5a-4786-bced-e6dc54fdbaf8,segment=NetworkSegment(984dce49-6208-40da-9bac-b5dee767ef47),segment_id=984dce49-6208-40da-9bac-b5dee767ef47)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:02.897346 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-a3e95f4a-0ef4-4c83-92f7-742e707d5c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:02.898503 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ca9688e8-c7d0-4c51-9add-3154a15cae8d None None] Notify callbacks [] for port, precommit_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:02.917988 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.provisioning_blocks [None req-ca9688e8-c7d0-4c51-9add-3154a15cae8d None None] Transition to ACTIVE for port object 34ee2a84-9985-455e-8a28-c12d76d8159f will not be triggered until provisioned by entity L2. {{(pid=93893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:02.927633 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ca9688e8-c7d0-4c51-9add-3154a15cae8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:03.012585 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e95f4a-0ef4-4c83-92f7-742e707d5c91 None None] Pushing event updated for resources: {'Port': ['ID=02cecf83-4c5a-4786-bced-e6dc54fdbaf8,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:03.016295 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab0ba4-cc24-4b52-af30-cec96a82c5f6 None None] Pushing event updated for resources: {'Port': ['ID=34ee2a84-9985-455e-8a28-c12d76d8159f,revision_number=2']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:03.028346 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [None req-ca9688e8-c7d0-4c51-9add-3154a15cae8d None None] Attempting to bind port 34ee2a84-9985-455e-8a28-c12d76d8159f on host dv-cinder-804735-2-iscsi for vnic_type normal with profile {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:31:03.028790 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [None req-ca9688e8-c7d0-4c51-9add-3154a15cae8d None None] Attempting to bind port 34ee2a84-9985-455e-8a28-c12d76d8159f by drivers openvswitch,hyperv on host dv-cinder-804735-2-iscsi at level 0 using segments [{'id': 'd4232587-dac2-4838-ac1c-504baf035179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'}] {{(pid=93893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:31:03.029224 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9688e8-c7d0-4c51-9add-3154a15cae8d None None] Attempting to bind port 34ee2a84-9985-455e-8a28-c12d76d8159f on network 239ea516-19ad-4308-8c8f-3a956c00c66f {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:03.034684 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9688e8-c7d0-4c51-9add-3154a15cae8d None None] Checking agent: {'id': 'd4759df8-4373-4538-9ee3-f6ed6d276f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 21, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:31:03.034888 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9688e8-c7d0-4c51-9add-3154a15cae8d None None] Checking segment: {'id': 'd4232587-dac2-4838-ac1c-504baf035179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:03.035267 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ca9688e8-c7d0-4c51-9add-3154a15cae8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:03.035797 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9688e8-c7d0-4c51-9add-3154a15cae8d None None] Bound using segment: {'id': 'd4232587-dac2-4838-ac1c-504baf035179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'} {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:31:03.036337 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [None req-ca9688e8-c7d0-4c51-9add-3154a15cae8d None None] Bound port: 34ee2a84-9985-455e-8a28-c12d76d8159f, host: dv-cinder-804735-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4232587-dac2-4838-ac1c-504baf035179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'}}] {{(pid=93893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:31:03.036993 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ca9688e8-c7d0-4c51-9add-3154a15cae8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:03.087445 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [None req-ca9688e8-c7d0-4c51-9add-3154a15cae8d None None] For port 34ee2a84-9985-455e-8a28-c12d76d8159f, host dv-cinder-804735-2-iscsi, cleared binding levels {{(pid=93893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:31:03.090661 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [None req-ca9688e8-c7d0-4c51-9add-3154a15cae8d None None] For port 34ee2a84-9985-455e-8a28-c12d76d8159f, host dv-cinder-804735-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=34ee2a84-9985-455e-8a28-c12d76d8159f,segment=NetworkSegment(d4232587-dac2-4838-ac1c-504baf035179),segment_id=d4232587-dac2-4838-ac1c-504baf035179)] {{(pid=93893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:31:03.094844 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ca9688e8-c7d0-4c51-9add-3154a15cae8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:03.101701 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-71b4457a-0b00-4e73-8cc4-10b1b73f462f admin admin] Allocated IP 172.20.0.1 (5e3bb6df-319e-43c5-b048-6f0edf916074/f5665cba-76bc-4a81-b137-362211400562/75cf7121-40c5-4eea-8165-bd266af32f18) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:31:03.120182 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-7b738402-96e5-46e9-b556-2a919fefd12a None None] Provisioning complete for port 02cecf83-4c5a-4786-bced-e6dc54fdbaf8 triggered by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:03.120552 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-7b738402-96e5-46e9-b556-2a919fefd12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:03.148659 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9688e8-c7d0-4c51-9add-3154a15cae8d None None] Routers {'ec2dd24a-8271-4dc6-924c-d5e1efc5560d'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:31:03.149364 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-ca9688e8-c7d0-4c51-9add-3154a15cae8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:30:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['ec2dd24a-8271-4dc6-924c-d5e1efc5560d'], 'active': True} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:03.210724 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab0ba4-cc24-4b52-af30-cec96a82c5f6 None None] Pushing event updated for resources: {'Port': ['ID=34ee2a84-9985-455e-8a28-c12d76d8159f,revision_number=3']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:03.216316 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-71b4457a-0b00-4e73-8cc4-10b1b73f462f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:03.232571 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-71b4457a-0b00-4e73-8cc4-10b1b73f462f admin admin] Transition to ACTIVE for port object 75cf7121-40c5-4eea-8165-bd266af32f18 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:03.267065 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-71b4457a-0b00-4e73-8cc4-10b1b73f462f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:03.275595 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvr_db [None req-ca9688e8-c7d0-4c51-9add-3154a15cae8d None None] Set router ec2dd24a-8271-4dc6-924c-d5e1efc5560d gateway port host: dv-cinder-804735-2-iscsi {{(pid=93893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:31:03.312588 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b4457a-0b00-4e73-8cc4-10b1b73f462f admin admin] Network 5e3bb6df-319e-43c5-b048-6f0edf916074 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:31:03.317536 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-71b4457a-0b00-4e73-8cc4-10b1b73f462f admin admin] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:03.321299 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b4457a-0b00-4e73-8cc4-10b1b73f462f admin admin] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:31:03.326811 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b4457a-0b00-4e73-8cc4-10b1b73f462f admin admin] Pushing event updated for resources: {'Port': ['ID=75cf7121-40c5-4eea-8165-bd266af32f18,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:03.363641 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-71b4457a-0b00-4e73-8cc4-10b1b73f462f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455972'] for router_interface, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:03.502613 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-ca9688e8-c7d0-4c51-9add-3154a15cae8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2dd24a-8271-4dc6-924c-d5e1efc5560d', 'name': 'tempest-TestShelveInstance-1727994598-router', 'tenant_id': 'ac8805c0009843f799c44fc1f675cb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '34ee2a84-9985-455e-8a28-c12d76d8159f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:59Z', 'updated_at': '2021-08-27T03:31:01Z', 'revision_number': 3, 'project_id': 'ac8805c0009843f799c44fc1f675cb23', 'gw_port': {'id': '34ee2a84-9985-455e-8a28-c12d76d8159f', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:99:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2dd24a-8271-4dc6-924c-d5e1efc5560d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi'}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:03.574067 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9688e8-c7d0-4c51-9add-3154a15cae8d None None] The sync data for ids ['ec2dd24a-8271-4dc6-924c-d5e1efc5560d'] in dv-cinder-804735-2-iscsi is: [{'id': 'ec2dd24a-8271-4dc6-924c-d5e1efc5560d', 'name': 'tempest-TestShelveInstance-1727994598-router', 'tenant_id': 'ac8805c0009843f799c44fc1f675cb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '34ee2a84-9985-455e-8a28-c12d76d8159f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:59Z', 'updated_at': '2021-08-27T03:31:01Z', 'revision_number': 3, 'project_id': 'ac8805c0009843f799c44fc1f675cb23', 'gw_port': {'id': '34ee2a84-9985-455e-8a28-c12d76d8159f', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:99:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2dd24a-8271-4dc6-924c-d5e1efc5560d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi'}] {{(pid=93893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:31:03.583741 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-71b4457a-0b00-4e73-8cc4-10b1b73f462f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:03.633433 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a870463-d081-4d46-a949-8c2694303062 req-2f83806f-52b5-4390-8414-b9228bb46135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:03.636503 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-0a870463-d081-4d46-a949-8c2694303062 req-2f83806f-52b5-4390-8414-b9228bb46135 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dec8900e772c45c583c5e85e9958d95d&device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 1096 time: 0.1227655 Aug 27 03:31:03.636806 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-b6e416bc-24b9-4bb5-af5d-3c5825ec307a None None] Provisioning for port 75cf7121-40c5-4eea-8165-bd266af32f18 completed by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:31:03.641408 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-b6e416bc-24b9-4bb5-af5d-3c5825ec307a None None] Provisioning complete for port 75cf7121-40c5-4eea-8165-bd266af32f18 triggered by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:03.641788 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-b6e416bc-24b9-4bb5-af5d-3c5825ec307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:03.718817 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-b6e416bc-24b9-4bb5-af5d-3c5825ec307a None None] Port 75cf7121-40c5-4eea-8165-bd266af32f18 cannot update to ACTIVE because it is not bound. {{(pid=93892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:31:03.749099 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c6385-e447-47a3-a64f-fdf7946d5355 req-43652dc9-403f-4397-9947-528cec0a69cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:03.750617 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-945c6385-e447-47a3-a64f-fdf7946d5355 req-43652dc9-403f-4397-9947-528cec0a69cc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dec8900e772c45c583c5e85e9958d95d&device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 1096 time: 0.2226000 Aug 27 03:31:03.809117 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a870463-d081-4d46-a949-8c2694303062 req-5a74d3c4-1f59-46b2-a8c2-e5501fcb3f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:03.811298 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-0a870463-d081-4d46-a949-8c2694303062 req-5a74d3c4-1f59-46b2-a8c2-e5501fcb3f99 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=dec8900e772c45c583c5e85e9958d95d&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1549296 Aug 27 03:31:03.841544 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 02cecf83-4c5a-4786-bced-e6dc54fdbaf8 up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:03.894540 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31b09f-8c98-4dc9-9f1b-5c11fa6d05a6 req-7ccaf7ee-d66f-4bb0-8aa9-07434cf57312 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:03.896320 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1f31b09f-8c98-4dc9-9f1b-5c11fa6d05a6 req-7ccaf7ee-d66f-4bb0-8aa9-07434cf57312 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 943 time: 0.2281625 Aug 27 03:31:03.908689 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port 02cecf83-4c5a-4786-bced-e6dc54fdbaf8 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:03.909363 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:03.952352 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a870463-d081-4d46-a949-8c2694303062 req-a6587957-15a9-4ea8-8cd9-538a38591bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:03.954280 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-0a870463-d081-4d46-a949-8c2694303062 req-a6587957-15a9-4ea8-8cd9-538a38591bb6 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1355538 Aug 27 03:31:03.996321 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1f31b09f-8c98-4dc9-9f1b-5c11fa6d05a6 req-3fdc1758-9639-45e6-8762-7c4b17653c42 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890312 Aug 27 03:31:04.024140 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device c5a50b2f-cc38-4ac7-9828-052019a922b2 up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:04.025125 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c6385-e447-47a3-a64f-fdf7946d5355 req-1a99a229-fed5-48a2-8da3-0df98af49e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:04.027404 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-945c6385-e447-47a3-a64f-fdf7946d5355 req-1a99a229-fed5-48a2-8da3-0df98af49e45 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=dec8900e772c45c583c5e85e9958d95d&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2647252 Aug 27 03:31:04.076335 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-71b4457a-0b00-4e73-8cc4-10b1b73f462f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:04.082759 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-71b4457a-0b00-4e73-8cc4-10b1b73f462f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8458856'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:04.099703 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning for port c5a50b2f-cc38-4ac7-9828-052019a922b2 completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:31:04.104392 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port c5a50b2f-cc38-4ac7-9828-052019a922b2 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:04.104761 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:04.153803 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-71b4457a-0b00-4e73-8cc4-10b1b73f462f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456443'] for router_interface, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:04.195458 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:04.205417 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b4457a-0b00-4e73-8cc4-10b1b73f462f admin admin] Pushing event updated for resources: {'Port': ['ID=75cf7121-40c5-4eea-8165-bd266af32f18,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:04.233403 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] For port c5a50b2f-cc38-4ac7-9828-052019a922b2, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=c5a50b2f-cc38-4ac7-9828-052019a922b2,segment=NetworkSegment(cd94c509-5c85-4501-bbd0-bfe66cd37392),segment_id=cd94c509-5c85-4501-bbd0-bfe66cd37392)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:04.238608 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:04.260978 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b4457a-0b00-4e73-8cc4-10b1b73f462f admin admin] Network 5e3bb6df-319e-43c5-b048-6f0edf916074 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:31:04.262858 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-71b4457a-0b00-4e73-8cc4-10b1b73f462f admin admin] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:04.333343 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Pushing event updated for resources: {'Port': ['ID=c5a50b2f-cc38-4ac7-9828-052019a922b2,revision_number=5']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:04.412968 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b4457a-0b00-4e73-8cc4-10b1b73f462f admin admin] Router ec2dd24a-8271-4dc6-924c-d5e1efc5560d has already been hosted by L3 agent 531130d0-1c3c-4def-a74a-055fb8373853 {{(pid=93891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:31:04.530183 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b4457a-0b00-4e73-8cc4-10b1b73f462f admin admin] Notify agent at l3_agent.dv-cinder-804735-2-iscsi the message routers_updated {{(pid=93891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:31:04.536311 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-71b4457a-0b00-4e73-8cc4-10b1b73f462f admin admin] 10.222.0.58 "PUT /v2.0/routers/ec2dd24a-8271-4dc6-924c-d5e1efc5560d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5405116 Aug 27 03:31:04.554650 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-f3edc8b4-a578-405d-89f7-7c23428286d1 None None] Provisioning complete for port 75cf7121-40c5-4eea-8165-bd266af32f18 triggered by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:04.555057 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f3edc8b4-a578-405d-89f7-7c23428286d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:04.599373 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-f3edc8b4-a578-405d-89f7-7c23428286d1 None None] Port 75cf7121-40c5-4eea-8165-bd266af32f18 cannot update to ACTIVE because it is not bound. {{(pid=93892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:31:05.389450 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1687088-8007-4269-8160-6e46abcef60b None None] Sync routers for ids ['ec2dd24a-8271-4dc6-924c-d5e1efc5560d'] in dv-cinder-804735-2-iscsi {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:31:05.403176 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1687088-8007-4269-8160-6e46abcef60b None None] Routers {'ec2dd24a-8271-4dc6-924c-d5e1efc5560d'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:31:05.403828 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-c1687088-8007-4269-8160-6e46abcef60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:30:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['ec2dd24a-8271-4dc6-924c-d5e1efc5560d'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:05.506213 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-c1687088-8007-4269-8160-6e46abcef60b None None] Set router ec2dd24a-8271-4dc6-924c-d5e1efc5560d gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:31:05.714065 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-c1687088-8007-4269-8160-6e46abcef60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2dd24a-8271-4dc6-924c-d5e1efc5560d', 'name': 'tempest-TestShelveInstance-1727994598-router', 'tenant_id': 'ac8805c0009843f799c44fc1f675cb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '34ee2a84-9985-455e-8a28-c12d76d8159f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:59Z', 'updated_at': '2021-08-27T03:31:03Z', 'revision_number': 4, 'project_id': 'ac8805c0009843f799c44fc1f675cb23', 'gw_port': {'id': '34ee2a84-9985-455e-8a28-c12d76d8159f', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:99:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2dd24a-8271-4dc6-924c-d5e1efc5560d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': '75cf7121-40c5-4eea-8165-bd266af32f18', 'name': '', 'network_id': '5e3bb6df-319e-43c5-b048-6f0edf916074', 'tenant_id': 'ac8805c0009843f799c44fc1f675cb23', 'mac_address': 'fa:16:3e:52:28:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2dd24a-8271-4dc6-924c-d5e1efc5560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'f5665cba-76bc-4a81-b137-362211400562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:02Z', 'updated_at': '2021-08-27T03:31:03Z', 'revision_number': 2, 'project_id': 'ac8805c0009843f799c44fc1f675cb23', 'subnets': [{'id': 'f5665cba-76bc-4a81-b137-362211400562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:05.740048 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1687088-8007-4269-8160-6e46abcef60b None None] Checking router: ec2dd24a-8271-4dc6-924c-d5e1efc5560d for host: dv-cinder-804735-2-iscsi {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:31:05.740374 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1687088-8007-4269-8160-6e46abcef60b None None] Updating router ec2dd24a-8271-4dc6-924c-d5e1efc5560d port 75cf7121-40c5-4eea-8165-bd266af32f18 binding host dv-cinder-804735-2-iscsi {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:31:05.759438 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device c5a50b2f-cc38-4ac7-9828-052019a922b2 up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:05.790774 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-c1687088-8007-4269-8160-6e46abcef60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:05.851176 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port c5a50b2f-cc38-4ac7-9828-052019a922b2 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:05.851559 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:06.045676 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 34ee2a84-9985-455e-8a28-c12d76d8159f up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:06.154771 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning for port 34ee2a84-9985-455e-8a28-c12d76d8159f completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:31:06.160359 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-c1687088-8007-4269-8160-6e46abcef60b None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:06.163850 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port 34ee2a84-9985-455e-8a28-c12d76d8159f triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:06.164346 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:06.189097 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-c1687088-8007-4269-8160-6e46abcef60b None None] Transition to ACTIVE for port object 75cf7121-40c5-4eea-8165-bd266af32f18 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:06.201387 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-c1687088-8007-4269-8160-6e46abcef60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:06.254898 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8767571e-ae2d-4454-8682-f4b1d208ab1b None None] Pushing event updated for resources: {'Port': ['ID=75cf7121-40c5-4eea-8165-bd266af32f18,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:06.336587 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:06.345989 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-c1687088-8007-4269-8160-6e46abcef60b None None] Attempting to bind port 75cf7121-40c5-4eea-8165-bd266af32f18 on host dv-cinder-804735-2-iscsi for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:31:06.346381 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-c1687088-8007-4269-8160-6e46abcef60b None None] Attempting to bind port 75cf7121-40c5-4eea-8165-bd266af32f18 by drivers openvswitch,hyperv on host dv-cinder-804735-2-iscsi at level 0 using segments [{'id': '984dce49-6208-40da-9bac-b5dee767ef47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5e3bb6df-319e-43c5-b048-6f0edf916074'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:31:06.346696 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1687088-8007-4269-8160-6e46abcef60b None None] Attempting to bind port 75cf7121-40c5-4eea-8165-bd266af32f18 on network 5e3bb6df-319e-43c5-b048-6f0edf916074 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:06.363102 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1687088-8007-4269-8160-6e46abcef60b None None] Checking agent: {'id': 'd4759df8-4373-4538-9ee3-f6ed6d276f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 21, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:31:06.363472 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1687088-8007-4269-8160-6e46abcef60b None None] Checking segment: {'id': '984dce49-6208-40da-9bac-b5dee767ef47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5e3bb6df-319e-43c5-b048-6f0edf916074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:06.363925 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-c1687088-8007-4269-8160-6e46abcef60b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:06.364313 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1687088-8007-4269-8160-6e46abcef60b None None] Bound using segment: {'id': '984dce49-6208-40da-9bac-b5dee767ef47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5e3bb6df-319e-43c5-b048-6f0edf916074'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:31:06.364789 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-c1687088-8007-4269-8160-6e46abcef60b None None] Bound port: 75cf7121-40c5-4eea-8165-bd266af32f18, host: dv-cinder-804735-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '984dce49-6208-40da-9bac-b5dee767ef47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5e3bb6df-319e-43c5-b048-6f0edf916074'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:31:06.365162 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-c1687088-8007-4269-8160-6e46abcef60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:06.368052 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] For port 34ee2a84-9985-455e-8a28-c12d76d8159f, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=34ee2a84-9985-455e-8a28-c12d76d8159f,segment=NetworkSegment(d4232587-dac2-4838-ac1c-504baf035179),segment_id=d4232587-dac2-4838-ac1c-504baf035179)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:06.377611 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:06.463653 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Pushing event updated for resources: {'Port': ['ID=34ee2a84-9985-455e-8a28-c12d76d8159f,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:06.490525 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-c1687088-8007-4269-8160-6e46abcef60b None None] For port 75cf7121-40c5-4eea-8165-bd266af32f18, host dv-cinder-804735-2-iscsi, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:31:06.493972 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-c1687088-8007-4269-8160-6e46abcef60b None None] For port 75cf7121-40c5-4eea-8165-bd266af32f18, host dv-cinder-804735-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=75cf7121-40c5-4eea-8165-bd266af32f18,segment=NetworkSegment(984dce49-6208-40da-9bac-b5dee767ef47),segment_id=984dce49-6208-40da-9bac-b5dee767ef47)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:31:06.498734 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-c1687088-8007-4269-8160-6e46abcef60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:06.555381 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1687088-8007-4269-8160-6e46abcef60b None None] Routers {'ec2dd24a-8271-4dc6-924c-d5e1efc5560d'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:31:06.556048 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-c1687088-8007-4269-8160-6e46abcef60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:30:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['ec2dd24a-8271-4dc6-924c-d5e1efc5560d'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:06.561037 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8767571e-ae2d-4454-8682-f4b1d208ab1b None None] Pushing event updated for resources: {'Port': ['ID=75cf7121-40c5-4eea-8165-bd266af32f18,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:06.790169 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-c1687088-8007-4269-8160-6e46abcef60b None None] Set router ec2dd24a-8271-4dc6-924c-d5e1efc5560d gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:31:06.931805 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c6385-e447-47a3-a64f-fdf7946d5355 req-b3ccb3dd-a50d-4f87-b1e0-816728ff4566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:06.933682 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-945c6385-e447-47a3-a64f-fdf7946d5355 req-b3ccb3dd-a50d-4f87-b1e0-816728ff4566 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1188991 Aug 27 03:31:06.951631 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-bf24d734-3f42-4c38-bcbe-db45ddab1347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:06.953140 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-bf24d734-3f42-4c38-bcbe-db45ddab1347 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dec8900e772c45c583c5e85e9958d95d&device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 1096 time: 0.0758367 Aug 27 03:31:07.015912 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-437c8677-18ff-403e-9186-60a96d2f5fd0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a9cae7d-f3bd-41ea-856e-afad4fd8420a HTTP/1.1" status: 200 len: 217 time: 0.0449963 Aug 27 03:31:07.043905 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-c1687088-8007-4269-8160-6e46abcef60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2dd24a-8271-4dc6-924c-d5e1efc5560d', 'name': 'tempest-TestShelveInstance-1727994598-router', 'tenant_id': 'ac8805c0009843f799c44fc1f675cb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '34ee2a84-9985-455e-8a28-c12d76d8159f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:59Z', 'updated_at': '2021-08-27T03:31:03Z', 'revision_number': 4, 'project_id': 'ac8805c0009843f799c44fc1f675cb23', 'gw_port': {'id': '34ee2a84-9985-455e-8a28-c12d76d8159f', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:99:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2dd24a-8271-4dc6-924c-d5e1efc5560d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': '75cf7121-40c5-4eea-8165-bd266af32f18', 'name': '', 'network_id': '5e3bb6df-319e-43c5-b048-6f0edf916074', 'tenant_id': 'ac8805c0009843f799c44fc1f675cb23', 'mac_address': 'fa:16:3e:52:28:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2dd24a-8271-4dc6-924c-d5e1efc5560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'f5665cba-76bc-4a81-b137-362211400562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:02Z', 'updated_at': '2021-08-27T03:31:06Z', 'revision_number': 4, 'project_id': 'ac8805c0009843f799c44fc1f675cb23', 'subnets': [{'id': 'f5665cba-76bc-4a81-b137-362211400562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:07.077038 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-4a3a39b5-01cf-471d-ae48-5c14e88cc84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:07.078821 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-4a3a39b5-01cf-471d-ae48-5c14e88cc84b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0d267862-f34f-457d-8ad5-859088d95a0f HTTP/1.1" status: 200 len: 859 time: 0.0505219 Aug 27 03:31:07.092528 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-32bcb830-f441-419c-b942-86602f73df26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:07.096748 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-32bcb830-f441-419c-b942-86602f73df26 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dec8900e772c45c583c5e85e9958d95d&device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 1096 time: 0.1047306 Aug 27 03:31:07.101453 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1687088-8007-4269-8160-6e46abcef60b None None] The sync data for ids ['ec2dd24a-8271-4dc6-924c-d5e1efc5560d'] in dv-cinder-804735-2-iscsi is: [{'id': 'ec2dd24a-8271-4dc6-924c-d5e1efc5560d', 'name': 'tempest-TestShelveInstance-1727994598-router', 'tenant_id': 'ac8805c0009843f799c44fc1f675cb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '34ee2a84-9985-455e-8a28-c12d76d8159f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:59Z', 'updated_at': '2021-08-27T03:31:03Z', 'revision_number': 4, 'project_id': 'ac8805c0009843f799c44fc1f675cb23', 'gw_port': {'id': '34ee2a84-9985-455e-8a28-c12d76d8159f', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:99:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2dd24a-8271-4dc6-924c-d5e1efc5560d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': '75cf7121-40c5-4eea-8165-bd266af32f18', 'name': '', 'network_id': '5e3bb6df-319e-43c5-b048-6f0edf916074', 'tenant_id': 'ac8805c0009843f799c44fc1f675cb23', 'mac_address': 'fa:16:3e:52:28:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2dd24a-8271-4dc6-924c-d5e1efc5560d', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'f5665cba-76bc-4a81-b137-362211400562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:02Z', 'updated_at': '2021-08-27T03:31:06Z', 'revision_number': 4, 'project_id': 'ac8805c0009843f799c44fc1f675cb23', 'subnets': [{'id': 'f5665cba-76bc-4a81-b137-362211400562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:31:07.126054 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be40d999-989b-4ef1-92a8-ec60d02a85df req-f5fb48cb-4dd8-4079-8fe8-9b203ffe530f tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:07.126896 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-a2c62811-59a6-4cc1-b849-04a988fc3f71 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=49eed060-6837-4e18-bdb1-2b63d9669339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358596 Aug 27 03:31:07.128033 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-be40d999-989b-4ef1-92a8-ec60d02a85df req-f5fb48cb-4dd8-4079-8fe8-9b203ffe530f tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 943 time: 0.1013126 Aug 27 03:31:07.163052 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-2d3b1c3c-035c-4d19-9723-00e02c95c6e8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09d98d1e-1fdd-4a75-b401-02f9b781896d HTTP/1.1" status: 200 len: 217 time: 0.0574639 Aug 27 03:31:07.240763 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-be40d999-989b-4ef1-92a8-ec60d02a85df req-7b99a7d9-563f-4390-804e-855d76d4e308 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814321 Aug 27 03:31:07.244788 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-ef1c7d41-0a4c-4fd5-a5c9-75e832e6c1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:07.246423 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-ef1c7d41-0a4c-4fd5-a5c9-75e832e6c1c2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0d267862-f34f-457d-8ad5-859088d95a0f HTTP/1.1" status: 200 len: 859 time: 0.0664256 Aug 27 03:31:07.291685 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-a14f1254-ee93-4fad-b3f9-1a8d113292ca service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=49eed060-6837-4e18-bdb1-2b63d9669339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298128 Aug 27 03:31:07.400763 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-e768af37-bcfe-491d-b3b7-fa4cca1c9914 service neutron] 10.222.0.63 "GET /v2.0/networks/49eed060-6837-4e18-bdb1-2b63d9669339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996153 Aug 27 03:31:07.446342 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 52586) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:07.480739 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [None req-f5c6a6f1-70b2-4adf-9273-e6dec62685e9 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-592614223', 'description': 'tempest-secgroup-smoke-592614223 description', 'project_id': '90c43de7a6384b82b35f14a762da5d37'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:07.555555 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-67481ad8-faa3-4a97-9f52-da1ee4ce3267 service neutron] 10.222.0.63 "GET /v2.0/networks/49eed060-6837-4e18-bdb1-2b63d9669339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4206197 Aug 27 03:31:07.607219 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f5c6a6f1-70b2-4adf-9273-e6dec62685e9 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:07.680902 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f2082b65-c40b-4a9a-9e94-ae16844bc563 req-4f051233-ba6f-4509-9356-1a477c058890 service neutron] 10.222.0.63 "GET /v2.0/networks/49eed060-6837-4e18-bdb1-2b63d9669339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720060 Aug 27 03:31:07.729440 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-f7489f9e-9e43-45a2-8319-1dc1f74730b2 req-f001efe1-2d18-4e0a-97db-c2127fe81870 service neutron] 10.222.0.63 "GET /v2.0/networks/49eed060-6837-4e18-bdb1-2b63d9669339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633730 Aug 27 03:31:07.785775 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f5c6a6f1-70b2-4adf-9273-e6dec62685e9 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:07.790912 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f5c6a6f1-70b2-4adf-9273-e6dec62685e9 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:07.818534 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f5c6a6f1-70b2-4adf-9273-e6dec62685e9 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:07.822517 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-f5c6a6f1-70b2-4adf-9273-e6dec62685e9 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3729022 Aug 27 03:31:07.824828 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 52596) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:07.831575 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6a6f1-70b2-4adf-9273-e6dec62685e9 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e08f195-6c77-4f1f-8367-13d94ac8da72,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:07.831794 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-c0fee5a5-ec8c-4611-8789-f888ab564d03 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Request body: {'security_group_rule': {'security_group_id': '7e08f195-6c77-4f1f-8367-13d94ac8da72', 'project_id': '90c43de7a6384b82b35f14a762da5d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:07.838608 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 34ee2a84-9985-455e-8a28-c12d76d8159f up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:07.868880 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c0fee5a5-ec8c-4611-8789-f888ab564d03 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:07.923895 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port 34ee2a84-9985-455e-8a28-c12d76d8159f triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:07.924274 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:07.986760 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c0fee5a5-ec8c-4611-8789-f888ab564d03 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:07.991497 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c0fee5a5-ec8c-4611-8789-f888ab564d03 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87445'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.005855 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fee5a5-ec8c-4611-8789-f888ab564d03 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=203781c7-a5bd-4e61-aa19-a8d2e6a8c97a,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:08.022699 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c0fee5a5-ec8c-4611-8789-f888ab564d03 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.024109 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-c0fee5a5-ec8c-4611-8789-f888ab564d03 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1974430 Aug 27 03:31:08.027240 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 52606) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:08.033243 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [None req-32db409a-7c43-43a9-a029-b9b8d194c9a2 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Request body: {'security_group_rule': {'security_group_id': '7e08f195-6c77-4f1f-8367-13d94ac8da72', 'project_id': '90c43de7a6384b82b35f14a762da5d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:08.046193 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 75cf7121-40c5-4eea-8165-bd266af32f18 up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:08.078969 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-32db409a-7c43-43a9-a029-b9b8d194c9a2 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.103428 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning for port 75cf7121-40c5-4eea-8165-bd266af32f18 completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:31:08.107882 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port 75cf7121-40c5-4eea-8165-bd266af32f18 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:08.108277 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.160777 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-32db409a-7c43-43a9-a029-b9b8d194c9a2 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.168489 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-32db409a-7c43-43a9-a029-b9b8d194c9a2 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87445'] for security_group_rule, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.209079 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-32db409a-7c43-43a9-a029-b9b8d194c9a2 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.213297 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 52616) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:08.213490 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-32db409a-7c43-43a9-a029-b9b8d194c9a2 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1844783 Aug 27 03:31:08.219283 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-d1fac7b6-1536-4c59-9a51-fb2469957d4c tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Request body: {'security_group_rule': {'security_group_id': '7e08f195-6c77-4f1f-8367-13d94ac8da72', 'project_id': '90c43de7a6384b82b35f14a762da5d37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:08.220882 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db409a-7c43-43a9-a029-b9b8d194c9a2 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c46040be-2281-4348-bb13-227b91e7bd03,revision_number=0']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:08.255081 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.259115 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d1fac7b6-1536-4c59-9a51-fb2469957d4c tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.304401 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] For port 75cf7121-40c5-4eea-8165-bd266af32f18, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=75cf7121-40c5-4eea-8165-bd266af32f18,segment=NetworkSegment(984dce49-6208-40da-9bac-b5dee767ef47),segment_id=984dce49-6208-40da-9bac-b5dee767ef47)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:08.313124 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.358743 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d1fac7b6-1536-4c59-9a51-fb2469957d4c tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.366551 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d1fac7b6-1536-4c59-9a51-fb2469957d4c tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87445'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.382294 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fac7b6-1536-4c59-9a51-fb2469957d4c tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93d67ccb-5aa6-4b80-91c7-19034ffe4217,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:08.391444 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Pushing event updated for resources: {'Port': ['ID=75cf7121-40c5-4eea-8165-bd266af32f18,revision_number=5']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:08.412970 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d1fac7b6-1536-4c59-9a51-fb2469957d4c tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.415412 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-d1fac7b6-1536-4c59-9a51-fb2469957d4c tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1995213 Aug 27 03:31:08.417192 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 52628) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:08.424166 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-c9a17ac2-33a4-41d7-9463-af045ca782d0 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Request body: {'security_group_rule': {'security_group_id': '7e08f195-6c77-4f1f-8367-13d94ac8da72', 'project_id': '90c43de7a6384b82b35f14a762da5d37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:08.430755 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61078dd-5146-4dc4-b0ec-80313df07c70 req-0b72528d-4cb3-4931-8ed7-78891f4ccf8c tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:08.432347 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f61078dd-5146-4dc4-b0ec-80313df07c70 req-0b72528d-4cb3-4931-8ed7-78891f4ccf8c tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 943 time: 0.0754323 Aug 27 03:31:08.452502 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c9a17ac2-33a4-41d7-9463-af045ca782d0 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.514800 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c9a17ac2-33a4-41d7-9463-af045ca782d0 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.520489 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c9a17ac2-33a4-41d7-9463-af045ca782d0 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87445'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.532306 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f61078dd-5146-4dc4-b0ec-80313df07c70 req-98cdad8c-84b6-476b-a788-4dd165666eb5 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855639 Aug 27 03:31:08.536062 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a17ac2-33a4-41d7-9463-af045ca782d0 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eab09899-3f13-4f6f-8474-59435295945b,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:08.550295 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c9a17ac2-33a4-41d7-9463-af045ca782d0 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.552139 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-c9a17ac2-33a4-41d7-9463-af045ca782d0 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1315577 Aug 27 03:31:08.555093 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 52634) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:08.559940 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-b1ba1c26-5022-4153-b508-05b71d80405e tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Request body: {'security_group_rule': {'security_group_id': '7e08f195-6c77-4f1f-8367-13d94ac8da72', 'project_id': '90c43de7a6384b82b35f14a762da5d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:08.575495 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-9471e877-6c9b-4979-ac64-c2696c88905f tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:08.577405 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-9471e877-6c9b-4979-ac64-c2696c88905f tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/networks?id=a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3 HTTP/1.1" status: 200 len: 814 time: 0.1428249 Aug 27 03:31:08.582105 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.db.securitygroups_db [None req-b1ba1c26-5022-4153-b508-05b71d80405e tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Project 90c43de7a6384b82b35f14a762da5d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:31:08.587594 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b1ba1c26-5022-4153-b508-05b71d80405e tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.595441 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-f9ca5691-d9af-4d3e-b169-f5e59f03dce9 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/quotas/01d740e2fdbb43f696818d258b9b3f4d HTTP/1.1" status: 200 len: 375 time: 0.0111978 Aug 27 03:31:08.651120 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-48e12c06-5f03-406b-9968-ccfa89978212 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=01d740e2fdbb43f696818d258b9b3f4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491607 Aug 27 03:31:08.662832 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b1ba1c26-5022-4153-b508-05b71d80405e tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.668002 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b1ba1c26-5022-4153-b508-05b71d80405e tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87445'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.687279 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba1c26-5022-4153-b508-05b71d80405e tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f3ec88e-792d-4b3c-a62d-41dab7ddc821,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:08.693975 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b1ba1c26-5022-4153-b508-05b71d80405e tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.695572 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-b1ba1c26-5022-4153-b508-05b71d80405e tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1391771 Aug 27 03:31:08.698004 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 52638) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:08.703297 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-01d75fab-0cdd-4590-b196-802eb64fb08d tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Request body: {'security_group_rule': {'security_group_id': '7e08f195-6c77-4f1f-8367-13d94ac8da72', 'project_id': '90c43de7a6384b82b35f14a762da5d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:08.727484 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.db.securitygroups_db [None req-01d75fab-0cdd-4590-b196-802eb64fb08d tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Project 90c43de7a6384b82b35f14a762da5d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:31:08.733584 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-01d75fab-0cdd-4590-b196-802eb64fb08d tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.758239 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-102c0b9c-03bb-4c29-8426-b7b580d8b84a service neutron] 10.222.0.58 "GET /v2.0/networks/a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986149 Aug 27 03:31:08.810941 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-01d75fab-0cdd-4590-b196-802eb64fb08d tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.815019 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-01d75fab-0cdd-4590-b196-802eb64fb08d tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87445'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.837428 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d75fab-0cdd-4590-b196-802eb64fb08d tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4fd12f2-de6e-418b-bb6d-fd0cf0a52911,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:08.847673 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-01d75fab-0cdd-4590-b196-802eb64fb08d tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.856859 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-01d75fab-0cdd-4590-b196-802eb64fb08d tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1503398 Aug 27 03:31:08.865128 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-9d007c55-0cbb-4026-a218-bcc49cbca862 service neutron] 10.222.0.58 "GET /v2.0/networks/a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002641 Aug 27 03:31:09.211787 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-47b80a9a-bc01-44ea-ac2a-94c299e618de req-40bdcc5d-8772-420f-a0cb-14aae075e750 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=33bae22e-2148-4695-89b6-0ca9fe64214e HTTP/1.1" status: 200 len: 210 time: 0.0282948 Aug 27 03:31:09.666461 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc14ff-08e3-4e52-a5c4-71275865cd31 req-6cc64080-b344-4326-a181-197df91b1d10 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:09.674165 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-03fc14ff-08e3-4e52-a5c4-71275865cd31 req-6cc64080-b344-4326-a181-197df91b1d10 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 943 time: 0.0659726 Aug 27 03:31:09.734513 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-03fc14ff-08e3-4e52-a5c4-71275865cd31 req-a82e0b07-e228-4f64-84e2-c8aad354b248 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594556 Aug 27 03:31:09.743283 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 75cf7121-40c5-4eea-8165-bd266af32f18 up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:09.803927 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port 75cf7121-40c5-4eea-8165-bd266af32f18 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:09.804559 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:09.814014 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 52728) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:09.966250 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a6518770-4043-4d30-aeca-36200ce8d41a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.061096 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a6518770-4043-4d30-aeca-36200ce8d41a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.066138 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a6518770-4043-4d30-aeca-36200ce8d41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.106822 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-a6518770-4043-4d30-aeca-36200ce8d41a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6b44aae288424ddd905fcc6f752411cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2907586 Aug 27 03:31:10.107677 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6518770-4043-4d30-aeca-36200ce8d41a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f053fb-dce0-4868-b667-d21880d08733,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:10.109620 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 52738) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:10.173150 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a743d5a2-6a8a-4172-b5aa-1de829d14f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.204881 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a743d5a2-6a8a-4172-b5aa-1de829d14f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.280247 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a743d5a2-6a8a-4172-b5aa-1de829d14f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.285032 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a743d5a2-6a8a-4172-b5aa-1de829d14f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.289582 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-a743d5a2-6a8a-4172-b5aa-1de829d14f1e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/89f053fb-dce0-4868-b667-d21880d08733 HTTP/1.1" status: 204 len: 168 time: 0.1757815 Aug 27 03:31:10.310397 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743d5a2-6a8a-4172-b5aa-1de829d14f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f053fb-dce0-4868-b667-d21880d08733,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:10.388290 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2cd49ccd-7e36-44bc-9c50-5f80fcdeb1ac req-3dbb98ce-4ddc-48ec-a66e-0f71ec787dc2 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=33bae22e-2148-4695-89b6-0ca9fe64214e HTTP/1.1" status: 200 len: 210 time: 0.0347240 Aug 27 03:31:10.497040 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-5b1f3ee3-4bc0-4b1f-ba5e-d4c48c2b2db9 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:10.498589 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-5b1f3ee3-4bc0-4b1f-ba5e-d4c48c2b2db9 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.63 "GET /v2.0/networks?id=a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3 HTTP/1.1" status: 200 len: 814 time: 0.1230896 Aug 27 03:31:10.534866 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-1e8d2a70-6a1d-44d8-a65c-93aa7667158a tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Request body: {'port': {'device_id': '33bae22e-2148-4695-89b6-0ca9fe64214e', 'network_id': 'a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3', 'admin_state_up': True, 'tenant_id': '01d740e2fdbb43f696818d258b9b3f4d'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:10.640198 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 52762) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:10.654430 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1289aa58-4a1f-453b-8cb5-5d09f5d7ae40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.654658 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-1e8d2a70-6a1d-44d8-a65c-93aa7667158a tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Made reservation on behalf of 01d740e2fdbb43f696818d258b9b3f4d for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:31:10.658577 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-1e8d2a70-6a1d-44d8-a65c-93aa7667158a tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.748687 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1289aa58-4a1f-453b-8cb5-5d09f5d7ae40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.753519 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1289aa58-4a1f-453b-8cb5-5d09f5d7ae40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.807301 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-1289aa58-4a1f-453b-8cb5-5d09f5d7ae40 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=71e37e46967045bd81dc599428ce56d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1655910 Aug 27 03:31:10.808226 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 52766) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:10.812752 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-1e8d2a70-6a1d-44d8-a65c-93aa7667158a tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Allocated IP 172.20.0.10 (a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3/f0e904d8-7440-45dc-9db2-369b77311290/9f3da0a3-b185-45ff-b4d2-014e05b788f5) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:31:10.818665 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1289aa58-4a1f-453b-8cb5-5d09f5d7ae40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58168a1-db2e-495e-91df-74419d6550e0,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:10.909913 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e484ae-55c1-44d7-825d-787bb23ac595 req-825a2e48-1085-47f6-b997-c38cd4bf2281 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:10.912012 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-61e484ae-55c1-44d7-825d-787bb23ac595 req-825a2e48-1085-47f6-b997-c38cd4bf2281 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 943 time: 0.0898998 Aug 27 03:31:10.917391 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-35415132-8282-4578-a20a-0e7ffe15e2ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.953100 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-35415132-8282-4578-a20a-0e7ffe15e2ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.979593 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-1e8d2a70-6a1d-44d8-a65c-93aa7667158a tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.982269 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-61e484ae-55c1-44d7-825d-787bb23ac595 req-955e45c9-59a2-433b-8d78-edb256a5899a tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619416 Aug 27 03:31:11.028232 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-1e8d2a70-6a1d-44d8-a65c-93aa7667158a tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9123015'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:11.033145 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-35415132-8282-4578-a20a-0e7ffe15e2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:11.035912 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-35415132-8282-4578-a20a-0e7ffe15e2ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:11.037387 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-35415132-8282-4578-a20a-0e7ffe15e2ef admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a58168a1-db2e-495e-91df-74419d6550e0 HTTP/1.1" status: 204 len: 168 time: 0.2248542 Aug 27 03:31:11.041802 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] get_ports_and_sgs() called for port_ids ['bad6539d-473a-4ae7-8574-1eba84cbf59d', '81dbe444-5db9-4391-bed2-2330c577d434'] {{(pid=93892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:31:11.055609 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35415132-8282-4578-a20a-0e7ffe15e2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58168a1-db2e-495e-91df-74419d6550e0,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:11.105258 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-1e8d2a70-6a1d-44d8-a65c-93aa7667158a tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Network a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:31:11.108885 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-1e8d2a70-6a1d-44d8-a65c-93aa7667158a tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:11.111667 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-1e8d2a70-6a1d-44d8-a65c-93aa7667158a tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:31:11.163182 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d2a70-6a1d-44d8-a65c-93aa7667158a tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Pushing event updated for resources: {'Port': ['ID=9f3da0a3-b185-45ff-b4d2-014e05b788f5,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:11.182407 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-1e8d2a70-6a1d-44d8-a65c-93aa7667158a tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:11.183136 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-1e8d2a70-6a1d-44d8-a65c-93aa7667158a tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:11.201485 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-1e8d2a70-6a1d-44d8-a65c-93aa7667158a tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6712542 Aug 27 03:31:11.218657 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-4c3e3e81-912c-4095-869d-0aba1192db90 service neutron] Request body: {'port': {'device_id': '33bae22e-2148-4695-89b6-0ca9fe64214e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:11.287132 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-4c3e3e81-912c-4095-869d-0aba1192db90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:11.496670 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 09d98d1e-1fdd-4a75-b401-02f9b781896d details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=93892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:31:11.579822 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67aea44-d40b-448e-8a10-91f6ffefb3d5 req-34cf03cf-b6cb-4c70-8858-15d2ab37afc5 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:11.587282 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a67aea44-d40b-448e-8a10-91f6ffefb3d5 req-34cf03cf-b6cb-4c70-8858-15d2ab37afc5 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=33bae22e-2148-4695-89b6-0ca9fe64214e HTTP/1.1" status: 200 len: 932 time: 0.1153526 Aug 27 03:31:11.624380 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a67aea44-d40b-448e-8a10-91f6ffefb3d5 req-2c36bede-3137-4031-ab03-ef466468a7e5 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361791 Aug 27 03:31:11.664378 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 09d98d1e-1fdd-4a75-b401-02f9b781896d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=09d98d1e-1fdd-4a75-b401-02f9b781896d,segment=NetworkSegment(bf89ee51-e919-4dee-a3ba-77de2e060ae9),segment_id=bf89ee51-e919-4dee-a3ba-77de2e060ae9)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:11.676288 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Returning: {'device': '09d98d1e-1fdd-4a75-b401-02f9b781896d', 'network_id': '49eed060-6837-4e18-bdb1-2b63d9669339', 'port_id': '09d98d1e-1fdd-4a75-b401-02f9b781896d', 'mac_address': 'fa:16:3e:df:f0:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d267862-f34f-457d-8ad5-859088d95a0f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:31:11.682142 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-4c3e3e81-912c-4095-869d-0aba1192db90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f3da0a3-b185-45ff-b4d2-014e05b788f5 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:31:11.693693 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-4c3e3e81-912c-4095-869d-0aba1192db90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:11.708098 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-4c3e3e81-912c-4095-869d-0aba1192db90 service neutron] Transition to ACTIVE for port object 9f3da0a3-b185-45ff-b4d2-014e05b788f5 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:11.711937 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-4c3e3e81-912c-4095-869d-0aba1192db90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9123038'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:11.720147 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:11.734362 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09d98d1e-1fdd-4a75-b401-02f9b781896d {{(pid=93892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:31:11.758329 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 09d98d1e-1fdd-4a75-b401-02f9b781896d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=09d98d1e-1fdd-4a75-b401-02f9b781896d,segment=NetworkSegment(bf89ee51-e919-4dee-a3ba-77de2e060ae9),segment_id=bf89ee51-e919-4dee-a3ba-77de2e060ae9)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:11.763051 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:11.764618 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 3a9cae7d-f3bd-41ea-856e-afad4fd8420a details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=93892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:31:11.770653 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e3e81-912c-4095-869d-0aba1192db90 service neutron] Pushing event updated for resources: {'Port': ['ID=9f3da0a3-b185-45ff-b4d2-014e05b788f5,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:11.842733 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 3a9cae7d-f3bd-41ea-856e-afad4fd8420a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3a9cae7d-f3bd-41ea-856e-afad4fd8420a,segment=NetworkSegment(bf89ee51-e919-4dee-a3ba-77de2e060ae9),segment_id=bf89ee51-e919-4dee-a3ba-77de2e060ae9)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:11.846111 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=09d98d1e-1fdd-4a75-b401-02f9b781896d,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:11.853189 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-4c3e3e81-912c-4095-869d-0aba1192db90 service neutron] Attempting to bind port 9f3da0a3-b185-45ff-b4d2-014e05b788f5 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:31:11.853658 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-4c3e3e81-912c-4095-869d-0aba1192db90 service neutron] Attempting to bind port 9f3da0a3-b185-45ff-b4d2-014e05b788f5 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '28780841-0c3a-4bb1-9cb1-796a642c1ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:31:11.854150 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-4c3e3e81-912c-4095-869d-0aba1192db90 service neutron] Attempting to bind port 9f3da0a3-b185-45ff-b4d2-014e05b788f5 on network a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:11.859541 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-4c3e3e81-912c-4095-869d-0aba1192db90 service neutron] Port 9f3da0a3-b185-45ff-b4d2-014e05b788f5 on network a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:31:11.859943 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-4c3e3e81-912c-4095-869d-0aba1192db90 service neutron] Attempting to bind port 9f3da0a3-b185-45ff-b4d2-014e05b788f5 on network a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:11.860579 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Returning: {'device': '3a9cae7d-f3bd-41ea-856e-afad4fd8420a', 'network_id': '49eed060-6837-4e18-bdb1-2b63d9669339', 'port_id': '3a9cae7d-f3bd-41ea-856e-afad4fd8420a', 'mac_address': 'fa:16:3e:b0:3f:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d267862-f34f-457d-8ad5-859088d95a0f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:31:11.869080 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-4c3e3e81-912c-4095-869d-0aba1192db90 service neutron] Checking agent: {'id': '24f718bb-5cbe-4fbb-a277-c3e337c88f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 27, 23), 'started_at': datetime.datetime(2021, 8, 27, 3, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:31:11.869417 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-4c3e3e81-912c-4095-869d-0aba1192db90 service neutron] Checking segment: {'id': '28780841-0c3a-4bb1-9cb1-796a642c1ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:11.869828 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-4c3e3e81-912c-4095-869d-0aba1192db90 service neutron] Bound using segment: {'id': '28780841-0c3a-4bb1-9cb1-796a642c1ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:31:11.870259 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-4c3e3e81-912c-4095-869d-0aba1192db90 service neutron] Bound port: 9f3da0a3-b185-45ff-b4d2-014e05b788f5, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28780841-0c3a-4bb1-9cb1-796a642c1ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:31:11.870618 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-4c3e3e81-912c-4095-869d-0aba1192db90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:11.902394 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:11.915584 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a9cae7d-f3bd-41ea-856e-afad4fd8420a {{(pid=93892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:31:11.936496 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 3a9cae7d-f3bd-41ea-856e-afad4fd8420a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3a9cae7d-f3bd-41ea-856e-afad4fd8420a,segment=NetworkSegment(bf89ee51-e919-4dee-a3ba-77de2e060ae9),segment_id=bf89ee51-e919-4dee-a3ba-77de2e060ae9)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:11.940657 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:11.952123 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-4c3e3e81-912c-4095-869d-0aba1192db90 service neutron] For port 9f3da0a3-b185-45ff-b4d2-014e05b788f5, host hv-cinder-80473, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:31:11.955500 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-4c3e3e81-912c-4095-869d-0aba1192db90 service neutron] For port 9f3da0a3-b185-45ff-b4d2-014e05b788f5, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9f3da0a3-b185-45ff-b4d2-014e05b788f5,segment=NetworkSegment(28780841-0c3a-4bb1-9cb1-796a642c1ab2),segment_id=28780841-0c3a-4bb1-9cb1-796a642c1ab2)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:31:11.961244 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-4c3e3e81-912c-4095-869d-0aba1192db90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9123038'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:11.997068 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-4c3e3e81-912c-4095-869d-0aba1192db90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:11.997760 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-4c3e3e81-912c-4095-869d-0aba1192db90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:11.999225 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-4c3e3e81-912c-4095-869d-0aba1192db90 service neutron] 10.222.0.63 "PUT /v2.0/ports/9f3da0a3-b185-45ff-b4d2-014e05b788f5 HTTP/1.1" status: 200 len: 1094 time: 0.7897213 Aug 27 03:31:11.999738 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33bae22e-2148-4695-89b6-0ca9fe64214e', 'tag': '9f3da0a3-b185-45ff-b4d2-014e05b788f5'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:31:12.002010 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}755905221a1e0f69e4370b1ec2ad9bde0bcbe0fd3cc794ff6c7e2d34909de1ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ff3c32-d06b-402c-b269-06623bed411b" -d '{"events": [{"name": "network-changed", "server_uuid": "33bae22e-2148-4695-89b6-0ca9fe64214e", "tag": "9f3da0a3-b185-45ff-b4d2-014e05b788f5"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:31:12.003751 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=3a9cae7d-f3bd-41ea-856e-afad4fd8420a,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:12.055394 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e3e81-912c-4095-869d-0aba1192db90 service neutron] Pushing event updated for resources: {'Port': ['ID=9f3da0a3-b185-45ff-b4d2-014e05b788f5,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:12.072048 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be7a167-231a-4236-854a-726b9ad8f818 x-openstack-request-id: req-4be7a167-231a-4236-854a-726b9ad8f818 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:31:12.072335 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33bae22e-2148-4695-89b6-0ca9fe64214e", "tag": "9f3da0a3-b185-45ff-b4d2-014e05b788f5", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:31:12.072582 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4be7a167-231a-4236-854a-726b9ad8f818 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:31:12.076166 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33bae22e-2148-4695-89b6-0ca9fe64214e', 'tag': '9f3da0a3-b185-45ff-b4d2-014e05b788f5', 'status': 'completed', 'code': 200} Aug 27 03:31:12.105951 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-865352c7-0aa9-40c5-a897-5b363c208a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:12.108267 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-865352c7-0aa9-40c5-a897-5b363c208a3e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=01d740e2fdbb43f696818d258b9b3f4d&device_id=33bae22e-2148-4695-89b6-0ca9fe64214e HTTP/1.1" status: 200 len: 1097 time: 0.0482600 Aug 27 03:31:12.145008 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e40af9-2160-48fa-ae70-ad0a050dabf4 req-38e2d972-c646-49b9-9174-ec08e64222c5 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:12.146559 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-22e40af9-2160-48fa-ae70-ad0a050dabf4 req-38e2d972-c646-49b9-9174-ec08e64222c5 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 944 time: 0.0659037 Aug 27 03:31:12.155643 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-d7e28b63-17ca-49ca-a035-9ab8fc6fa54e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f3da0a3-b185-45ff-b4d2-014e05b788f5 HTTP/1.1" status: 200 len: 217 time: 0.0376458 Aug 27 03:31:12.205811 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-22e40af9-2160-48fa-ae70-ad0a050dabf4 req-e1b48245-57e0-466a-a3f0-1ad9821bd2bc tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504618 Aug 27 03:31:12.213952 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-27398189-10a7-43c9-b24c-df426be7e6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:12.216320 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-27398189-10a7-43c9-b24c-df426be7e6ef service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f0e904d8-7440-45dc-9db2-369b77311290 HTTP/1.1" status: 200 len: 854 time: 0.0524261 Aug 27 03:31:12.261584 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-fbb744e9-f0d2-4cc1-adc3-07697e82fc08 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351591 Aug 27 03:31:12.324070 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] get_ports_and_sgs() called for port_ids ['09d98d1e-1fdd-4a75-b401-02f9b781896d'] {{(pid=93892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:31:12.363105 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] get_ports_and_sgs() called for port_ids ['3a9cae7d-f3bd-41ea-856e-afad4fd8420a'] {{(pid=93892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:31:12.388052 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-d53a55ce-3348-481d-81a1-25bc8dedc924 service neutron] 10.222.0.63 "GET /v2.0/networks/a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114092 Aug 27 03:31:12.459270 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 52828) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:12.549704 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 52838) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:12.562667 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-ffecf487-7a1d-44a3-9220-d7e3d769de6c req-42758c79-0fba-4bb6-af25-c5ef5db778e0 service neutron] 10.222.0.63 "GET /v2.0/networks/a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534164 Aug 27 03:31:12.690299 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-73dfe160-ade1-41ba-83ba-8dfe06809435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:12.742742 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff3c32-d06b-402c-b269-06623bed411b req-0ac8bc7f-1599-4d73-af4e-d91573cccbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:12.746675 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-88ff3c32-d06b-402c-b269-06623bed411b req-0ac8bc7f-1599-4d73-af4e-d91573cccbcb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=01d740e2fdbb43f696818d258b9b3f4d&device_id=33bae22e-2148-4695-89b6-0ca9fe64214e HTTP/1.1" status: 200 len: 1097 time: 0.0880756 Aug 27 03:31:12.801372 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8ef4f558-22cd-4376-b7f2-cfd48aeecee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:12.830049 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae0335f-3c1d-44c7-9218-26f14dc2ee57 req-7bd20cbb-8b7f-4058-917b-d2ca3b1089e6 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:12.831551 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-dae0335f-3c1d-44c7-9218-26f14dc2ee57 req-7bd20cbb-8b7f-4058-917b-d2ca3b1089e6 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=33bae22e-2148-4695-89b6-0ca9fe64214e HTTP/1.1" status: 200 len: 944 time: 0.0986562 Aug 27 03:31:12.844714 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff3c32-d06b-402c-b269-06623bed411b req-130f4f1a-dc8a-4deb-9e2b-a517a777c5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:12.846394 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-88ff3c32-d06b-402c-b269-06623bed411b req-130f4f1a-dc8a-4deb-9e2b-a517a777c5fd service neutron] 10.222.0.63 "GET /v2.0/networks?id=a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3 HTTP/1.1" status: 200 len: 915 time: 0.0897074 Aug 27 03:31:12.860067 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 52848) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:12.891199 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-dae0335f-3c1d-44c7-9218-26f14dc2ee57 req-cb065b34-fab7-4747-b534-bae3f466f981 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513551 Aug 27 03:31:12.907496 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-88ff3c32-d06b-402c-b269-06623bed411b req-d94e755a-f66e-449b-b6a7-52acc761d5b6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f3da0a3-b185-45ff-b4d2-014e05b788f5 HTTP/1.1" status: 200 len: 217 time: 0.0512664 Aug 27 03:31:12.911752 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-73dfe160-ade1-41ba-83ba-8dfe06809435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:12.918822 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-73dfe160-ade1-41ba-83ba-8dfe06809435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:12.978217 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-73dfe160-ade1-41ba-83ba-8dfe06809435 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8020119b67094f7bac557af1e97cfe99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5178289 Aug 27 03:31:12.978672 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff3c32-d06b-402c-b269-06623bed411b req-531f4168-d639-48ec-b911-4767b10a3210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:12.980170 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-88ff3c32-d06b-402c-b269-06623bed411b req-531f4168-d639-48ec-b911-4767b10a3210 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f0e904d8-7440-45dc-9db2-369b77311290 HTTP/1.1" status: 200 len: 854 time: 0.0612082 Aug 27 03:31:12.980874 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 52854) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:12.999751 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dfe160-ade1-41ba-83ba-8dfe06809435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a817e03c-d3cc-4e7b-afd6-c9f385f5bd9b,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:13.014139 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dfe160-ade1-41ba-83ba-8dfe06809435 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:13.014485 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dfe160-ade1-41ba-83ba-8dfe06809435 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:13.015235 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dfe160-ade1-41ba-83ba-8dfe06809435 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:13.015235 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dfe160-ade1-41ba-83ba-8dfe06809435 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:13.015515 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dfe160-ade1-41ba-83ba-8dfe06809435 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:13.015840 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dfe160-ade1-41ba-83ba-8dfe06809435 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:13.016192 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dfe160-ade1-41ba-83ba-8dfe06809435 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:13.016514 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dfe160-ade1-41ba-83ba-8dfe06809435 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:13.016835 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dfe160-ade1-41ba-83ba-8dfe06809435 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:13.017152 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dfe160-ade1-41ba-83ba-8dfe06809435 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:13.017469 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dfe160-ade1-41ba-83ba-8dfe06809435 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:13.017787 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dfe160-ade1-41ba-83ba-8dfe06809435 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:13.040648 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-88ff3c32-d06b-402c-b269-06623bed411b req-5844575c-6b7f-4847-bde6-f59e875cf1bd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397875 Aug 27 03:31:13.051311 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-61ec708b-2925-4311-bf94-d03000cbae11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:13.075674 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8ef4f558-22cd-4376-b7f2-cfd48aeecee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:13.080731 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8ef4f558-22cd-4376-b7f2-cfd48aeecee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:13.122211 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-8ef4f558-22cd-4376-b7f2-cfd48aeecee7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2cd8469837974206a864b7a482bc6e21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5689223 Aug 27 03:31:13.122211 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef4f558-22cd-4376-b7f2-cfd48aeecee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd3d245-cc4f-4872-afd4-891b551ca151,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:13.123076 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 52856) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:13.149931 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-63358c91-a363-4d2b-ac16-7d0b281d545a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:13.172186 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a6baa2a9-26e9-4105-b671-960008534a6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:13.194244 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a6baa2a9-26e9-4105-b671-960008534a6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:13.197468 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-63358c91-a363-4d2b-ac16-7d0b281d545a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:13.233214 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-88ff3c32-d06b-402c-b269-06623bed411b req-ae46dd29-fabf-4a71-bb46-05d7ed7b141e service neutron] 10.222.0.63 "GET /v2.0/networks/a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838574 Aug 27 03:31:13.249160 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a6baa2a9-26e9-4105-b671-960008534a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:13.253094 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a6baa2a9-26e9-4105-b671-960008534a6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:13.257526 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-a6baa2a9-26e9-4105-b671-960008534a6b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1cd3d245-cc4f-4872-afd4-891b551ca151 HTTP/1.1" status: 204 len: 168 time: 0.1334786 Aug 27 03:31:13.269334 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6baa2a9-26e9-4105-b671-960008534a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd3d245-cc4f-4872-afd4-891b551ca151,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:13.351865 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ff2f0-c8ac-4de9-a39b-46d396a4c8c3 req-a957d634-4d41-4873-8b06-b8ac7dbadf79 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:13.353753 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2e8ff2f0-c8ac-4de9-a39b-46d396a4c8c3 req-a957d634-4d41-4873-8b06-b8ac7dbadf79 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 944 time: 0.0718067 Aug 27 03:31:13.355143 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-63358c91-a363-4d2b-ac16-7d0b281d545a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:13.357789 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-63358c91-a363-4d2b-ac16-7d0b281d545a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:13.361230 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-63358c91-a363-4d2b-ac16-7d0b281d545a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a817e03c-d3cc-4e7b-afd6-c9f385f5bd9b HTTP/1.1" status: 204 len: 168 time: 0.3778605 Aug 27 03:31:13.368011 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-61ec708b-2925-4311-bf94-d03000cbae11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:13.403488 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63358c91-a363-4d2b-ac16-7d0b281d545a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a817e03c-d3cc-4e7b-afd6-c9f385f5bd9b,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:13.406339 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-61ec708b-2925-4311-bf94-d03000cbae11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:13.431841 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2e8ff2f0-c8ac-4de9-a39b-46d396a4c8c3 req-1ffc179b-957a-47d1-b1c8-a50d809a44f3 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708570 Aug 27 03:31:13.442244 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-88ff3c32-d06b-402c-b269-06623bed411b req-d20f4b73-3b6a-4470-996f-8821af8f86ab service neutron] 10.222.0.63 "GET /v2.0/networks/a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966653 Aug 27 03:31:13.469016 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ec708b-2925-4311-bf94-d03000cbae11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20feb15c-2fa8-4488-8e5e-ba9f517a4783,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:13.479391 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-61ec708b-2925-4311-bf94-d03000cbae11 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b6fd4f3836f140c0a1e3173abaad0f95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6167979 Aug 27 03:31:13.479560 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ec708b-2925-4311-bf94-d03000cbae11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:13.479922 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ec708b-2925-4311-bf94-d03000cbae11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:13.480263 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ec708b-2925-4311-bf94-d03000cbae11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:13.480600 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ec708b-2925-4311-bf94-d03000cbae11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:13.480929 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ec708b-2925-4311-bf94-d03000cbae11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:13.481177 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 52866) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:13.481296 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ec708b-2925-4311-bf94-d03000cbae11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:13.481574 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ec708b-2925-4311-bf94-d03000cbae11 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:13.481897 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ec708b-2925-4311-bf94-d03000cbae11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:13.482221 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ec708b-2925-4311-bf94-d03000cbae11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:13.482542 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ec708b-2925-4311-bf94-d03000cbae11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:13.482861 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ec708b-2925-4311-bf94-d03000cbae11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:13.483175 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ec708b-2925-4311-bf94-d03000cbae11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:13.544464 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1d92abce-ecee-4076-982f-8fe0dd931224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:13.569156 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1d92abce-ecee-4076-982f-8fe0dd931224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:13.657678 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1d92abce-ecee-4076-982f-8fe0dd931224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:13.665649 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1d92abce-ecee-4076-982f-8fe0dd931224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:13.668196 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-1d92abce-ecee-4076-982f-8fe0dd931224 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/20feb15c-2fa8-4488-8e5e-ba9f517a4783 HTTP/1.1" status: 204 len: 168 time: 0.1851938 Aug 27 03:31:13.684004 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d92abce-ecee-4076-982f-8fe0dd931224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20feb15c-2fa8-4488-8e5e-ba9f517a4783,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:14.038452 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd093b4e-63eb-406e-87f2-96c529d551a5 req-206b3e5d-c6fc-45aa-93c9-a4b002d99392 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:14.040579 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-dd093b4e-63eb-406e-87f2-96c529d551a5 req-206b3e5d-c6fc-45aa-93c9-a4b002d99392 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=33bae22e-2148-4695-89b6-0ca9fe64214e HTTP/1.1" status: 200 len: 944 time: 0.0580907 Aug 27 03:31:14.083967 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-dd093b4e-63eb-406e-87f2-96c529d551a5 req-e7489ea0-7ba3-4bc3-82dc-b151d7a9007d tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365572 Aug 27 03:31:14.231014 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 52894) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:14.339746 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-df318b41-666c-4fc2-a54b-7fe8dd108a33 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1690216075-network', 'tenant_id': '7dd6a8224c1149f6a978d9174fa5a7ee'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:14.369074 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df318b41-666c-4fc2-a54b-7fe8dd108a33 admin admin] Made reservation on behalf of 7dd6a8224c1149f6a978d9174fa5a7ee for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:31:14.372567 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-df318b41-666c-4fc2-a54b-7fe8dd108a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:14.383688 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-df318b41-666c-4fc2-a54b-7fe8dd108a33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:14.480658 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-df318b41-666c-4fc2-a54b-7fe8dd108a33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:14.486401 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-df318b41-666c-4fc2-a54b-7fe8dd108a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:14.511883 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df318b41-666c-4fc2-a54b-7fe8dd108a33 admin admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:31:14.523547 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df318b41-666c-4fc2-a54b-7fe8dd108a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03ecd28-9739-4dd0-bf70-b3f1fb35cb2c,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:14.528625 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-df318b41-666c-4fc2-a54b-7fe8dd108a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:14.528942 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.db.segments_db [None req-df318b41-666c-4fc2-a54b-7fe8dd108a33 admin admin] Added segment a52aa248-3220-4413-a875-7c5b32959841 of type vlan for network 4f81df06-e296-4035-a97c-b43d344f0b90 Aug 27 03:31:14.559881 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d712a-d8b9-4a96-8d92-78ac472de4d0 req-3178647a-804a-4e85-9ebf-4bb3ca2e6a09 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:14.561415 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-635d712a-d8b9-4a96-8d92-78ac472de4d0 req-3178647a-804a-4e85-9ebf-4bb3ca2e6a09 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 944 time: 0.0558653 Aug 27 03:31:14.572325 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-df318b41-666c-4fc2-a54b-7fe8dd108a33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776574857063'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:14.604866 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-df318b41-666c-4fc2-a54b-7fe8dd108a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:14.605873 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df318b41-666c-4fc2-a54b-7fe8dd108a33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:14.606760 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-df318b41-666c-4fc2-a54b-7fe8dd108a33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:14.607983 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-635d712a-d8b9-4a96-8d92-78ac472de4d0 req-351e8e25-c5c5-4036-8d6a-d52860930e41 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358660 Aug 27 03:31:14.663144 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-df318b41-666c-4fc2-a54b-7fe8dd108a33 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4309967 Aug 27 03:31:14.666029 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 52900) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:14.672442 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-25323ace-5418-4cc4-b66b-29a251886dd1 admin admin] Request body: {'subnet': {'network_id': '4f81df06-e296-4035-a97c-b43d344f0b90', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1690216075-subnet', 'tenant_id': '7dd6a8224c1149f6a978d9174fa5a7ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:14.676499 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df318b41-666c-4fc2-a54b-7fe8dd108a33 admin admin] Pushing event updated for resources: {'Network': ['ID=4f81df06-e296-4035-a97c-b43d344f0b90,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:14.686799 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Network 4f81df06-e296-4035-a97c-b43d344f0b90 details requested by agent ovs-agent-dv-cinder-804735-2-iscsi with host dv-cinder-804735-2-iscsi {{(pid=93892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:31:14.697304 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25323ace-5418-4cc4-b66b-29a251886dd1 admin admin] Made reservation on behalf of 7dd6a8224c1149f6a978d9174fa5a7ee for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:31:14.699765 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-25323ace-5418-4cc4-b66b-29a251886dd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999329'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:14.869397 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-0f8399da-5f5d-4c61-a9b3-5d4bdc263a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:14.884465 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-25323ace-5418-4cc4-b66b-29a251886dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9122647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999379'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:14.933968 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25323ace-5418-4cc4-b66b-29a251886dd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2fe8f9a-8c65-406e-9476-9b8a17ff7959,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:14.951522 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25323ace-5418-4cc4-b66b-29a251886dd1 admin admin] Checking segment: {'id': 'a52aa248-3220-4413-a875-7c5b32959841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4f81df06-e296-4035-a97c-b43d344f0b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:14.951868 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25323ace-5418-4cc4-b66b-29a251886dd1 admin admin] Network hostable DHCP agents. Network: 4f81df06-e296-4035-a97c-b43d344f0b90, hostable agents: ['b9d5b039-511f-405d-92d5-fedc540f1c95'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:31:14.970217 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25323ace-5418-4cc4-b66b-29a251886dd1 admin admin] Network 4f81df06-e296-4035-a97c-b43d344f0b90 is scheduled to be hosted by DHCP agent b9d5b039-511f-405d-92d5-fedc540f1c95 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:31:14.980383 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-25323ace-5418-4cc4-b66b-29a251886dd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-2-iscsi, 4f81df06-e296-4035-a97c-b43d344f0b90) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:14.984546 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25323ace-5418-4cc4-b66b-29a251886dd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:14.985126 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-25323ace-5418-4cc4-b66b-29a251886dd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:14.990963 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f552a40-c557-4c81-aa0f-d3439eaa5ba1 None None] Network 4f81df06-e296-4035-a97c-b43d344f0b90 requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:31:15.007901 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-25323ace-5418-4cc4-b66b-29a251886dd1 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3361611 Aug 27 03:31:15.139784 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99b622f-baa8-4d37-a36a-339006c2a60b None None] Network 4f81df06-e296-4035-a97c-b43d344f0b90 requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:31:15.218902 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab7a6b-ce10-4d7f-bcc0-0533154ecafa req-678af219-9fd5-4717-bab0-4ec47cdabba6 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:15.221046 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-28ab7a6b-ce10-4d7f-bcc0-0533154ecafa req-678af219-9fd5-4717-bab0-4ec47cdabba6 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=33bae22e-2148-4695-89b6-0ca9fe64214e HTTP/1.1" status: 200 len: 944 time: 0.0577438 Aug 27 03:31:15.266479 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-28ab7a6b-ce10-4d7f-bcc0-0533154ecafa req-2bbd82b6-8048-45f1-bbf2-22ad712eb888 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349069 Aug 27 03:31:15.526519 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 9f3da0a3-b185-45ff-b4d2-014e05b788f5 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=93892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:31:15.529995 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 09d98d1e-1fdd-4a75-b401-02f9b781896d up at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:15.638650 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Provisioning for port 09d98d1e-1fdd-4a75-b401-02f9b781896d completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:31:15.646265 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Provisioning complete for port 09d98d1e-1fdd-4a75-b401-02f9b781896d triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:15.646638 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:15.683093 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 9f3da0a3-b185-45ff-b4d2-014e05b788f5, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9f3da0a3-b185-45ff-b4d2-014e05b788f5,segment=NetworkSegment(28780841-0c3a-4bb1-9cb1-796a642c1ab2),segment_id=28780841-0c3a-4bb1-9cb1-796a642c1ab2)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:15.701065 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Returning: {'device': '9f3da0a3-b185-45ff-b4d2-014e05b788f5', 'network_id': 'a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3', 'port_id': '9f3da0a3-b185-45ff-b4d2-014e05b788f5', 'mac_address': 'fa:16:3e:2e:f6:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0e904d8-7440-45dc-9db2-369b77311290', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:31:15.735580 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde43ff-cbdb-441b-8d03-856083e1cd54 req-8623775d-eb03-40a9-899f-dce1aac3a3a9 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:15.735580 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cdde43ff-cbdb-441b-8d03-856083e1cd54 req-8623775d-eb03-40a9-899f-dce1aac3a3a9 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 944 time: 0.0512469 Aug 27 03:31:15.764327 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:15.778323 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cdde43ff-cbdb-441b-8d03-856083e1cd54 req-9b44fbbf-d35b-4ade-9407-feb69ca5ef00 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355484 Aug 27 03:31:15.785828 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:15.788680 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f3da0a3-b185-45ff-b4d2-014e05b788f5 {{(pid=93892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:31:15.821255 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 9f3da0a3-b185-45ff-b4d2-014e05b788f5, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9f3da0a3-b185-45ff-b4d2-014e05b788f5,segment=NetworkSegment(28780841-0c3a-4bb1-9cb1-796a642c1ab2),segment_id=28780841-0c3a-4bb1-9cb1-796a642c1ab2)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:15.825387 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95f90b2-f020-440a-81cf-5e339f032c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d98d1e-1fdd-4a75-b401-02f9b781896d'}] {{(pid=93892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:31:15.827674 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b63a46784ce0c86216665a107eadf653c768d6aaa0a676db5e2e070eb4240c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f76e6b-f717-499e-83bb-fbcc6fd662be" -d '{"events": [{"server_uuid": "f95f90b2-f020-440a-81cf-5e339f032c8b", "name": "network-vif-plugged", "status": "completed", "tag": "09d98d1e-1fdd-4a75-b401-02f9b781896d"}]}' {{(pid=93892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:31:15.837647 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:15.843752 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 09d98d1e-1fdd-4a75-b401-02f9b781896d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=09d98d1e-1fdd-4a75-b401-02f9b781896d,segment=NetworkSegment(bf89ee51-e919-4dee-a3ba-77de2e060ae9),segment_id=bf89ee51-e919-4dee-a3ba-77de2e060ae9)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:15.866495 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa8b96b-f466-4390-a29b-5945c1b0a552 x-openstack-request-id: req-bfa8b96b-f466-4390-a29b-5945c1b0a552 {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:31:15.866787 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95f90b2-f020-440a-81cf-5e339f032c8b", "name": "network-vif-plugged", "status": "completed", "tag": "09d98d1e-1fdd-4a75-b401-02f9b781896d", "code": 200}]} {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:31:15.867037 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bfa8b96b-f466-4390-a29b-5945c1b0a552 {{(pid=93892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:31:15.867443 dv-cinder-804735-2-iscsi neutron-server[93892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95f90b2-f020-440a-81cf-5e339f032c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d98d1e-1fdd-4a75-b401-02f9b781896d', 'code': 200} Aug 27 03:31:15.868193 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:15.869068 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 3a9cae7d-f3bd-41ea-856e-afad4fd8420a up at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:15.919545 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=9f3da0a3-b185-45ff-b4d2-014e05b788f5,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:15.965179 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Provisioning for port 3a9cae7d-f3bd-41ea-856e-afad4fd8420a completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:31:15.972438 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Provisioning complete for port 3a9cae7d-f3bd-41ea-856e-afad4fd8420a triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:15.972805 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:16.002366 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=09d98d1e-1fdd-4a75-b401-02f9b781896d,revision_number=5']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:16.065726 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:16.066181 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d78ef-a29e-4f3d-bfb9-644f8a167aac req-420c4bfb-5209-4fc0-8fee-7028b09dbd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:16.067818 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-489d78ef-a29e-4f3d-bfb9-644f8a167aac req-420c4bfb-5209-4fc0-8fee-7028b09dbd39 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 1098 time: 0.0484807 Aug 27 03:31:16.100143 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 3a9cae7d-f3bd-41ea-856e-afad4fd8420a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3a9cae7d-f3bd-41ea-856e-afad4fd8420a,segment=NetworkSegment(bf89ee51-e919-4dee-a3ba-77de2e060ae9),segment_id=bf89ee51-e919-4dee-a3ba-77de2e060ae9)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:16.104364 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-489d78ef-a29e-4f3d-bfb9-644f8a167aac req-8055c621-d58f-4c06-9d86-f52feaf6866c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291889 Aug 27 03:31:16.106931 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:16.156284 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=3a9cae7d-f3bd-41ea-856e-afad4fd8420a,revision_number=5']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:16.246621 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] get_ports_and_sgs() called for port_ids ['9f3da0a3-b185-45ff-b4d2-014e05b788f5'] {{(pid=93892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:31:16.385755 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd390b65-f137-449e-9e5a-7d0ffb5e099d req-cc5b4394-6f94-4e85-a740-e3fa7adade48 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:16.387160 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-fd390b65-f137-449e-9e5a-7d0ffb5e099d req-cc5b4394-6f94-4e85-a740-e3fa7adade48 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=33bae22e-2148-4695-89b6-0ca9fe64214e HTTP/1.1" status: 200 len: 945 time: 0.0506902 Aug 27 03:31:16.430615 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-fd390b65-f137-449e-9e5a-7d0ffb5e099d req-e61a9f4c-bdee-49e2-abed-8ae00383a86a tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366049 Aug 27 03:31:16.833308 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-4ff0b91c-47bb-4dc9-b5d8-ebc4255f8930 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:16.834804 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-4ff0b91c-47bb-4dc9-b5d8-ebc4255f8930 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/networks?id=4f81df06-e296-4035-a97c-b43d344f0b90 HTTP/1.1" status: 200 len: 814 time: 0.1053426 Aug 27 03:31:16.862705 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-c053db20-a7ff-4432-9e5b-5288eb33c197 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/quotas/7dd6a8224c1149f6a978d9174fa5a7ee HTTP/1.1" status: 200 len: 375 time: 0.0215528 Aug 27 03:31:16.908359 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-2fc1488b-00df-4913-90fc-8df65207cd69 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7dd6a8224c1149f6a978d9174fa5a7ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270739 Aug 27 03:31:16.942573 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f6943-6398-4ed6-817b-f0ba1e6e908d req-94084d0f-40fe-4432-85f1-f87424a225a9 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:16.944121 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-225f6943-6398-4ed6-817b-f0ba1e6e908d req-94084d0f-40fe-4432-85f1-f87424a225a9 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 945 time: 0.0951142 Aug 27 03:31:17.023671 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-225f6943-6398-4ed6-817b-f0ba1e6e908d req-09d6b898-9ed0-4a1b-b28e-9c1c710e696e tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552261 Aug 27 03:31:17.040593 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-efa7c7aa-e9cf-4be5-bac8-a91a87848085 service neutron] 10.222.0.58 "GET /v2.0/networks/4f81df06-e296-4035-a97c-b43d344f0b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248784 Aug 27 03:31:17.135589 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-78918f1c-8b43-4823-aac2-6861551c3384 service neutron] 10.222.0.58 "GET /v2.0/networks/4f81df06-e296-4035-a97c-b43d344f0b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853074 Aug 27 03:31:17.256022 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-370cb25e-2dbe-4395-a758-3f74ccba64b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:17.301276 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d61f4603-5e2a-4943-8d24-56412f54b1ed req-a0f7e54b-c481-4afb-b682-9f83fb8c40ee tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/ports?device_id=266886ac-4054-4dc4-afe2-5737087f1b90 HTTP/1.1" status: 200 len: 210 time: 0.0262694 Aug 27 03:31:17.492738 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:17.537204 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 9f3da0a3-b185-45ff-b4d2-014e05b788f5 up at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:17.570577 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb35eb-31a3-4894-80e6-ac05abcfc116 req-2e3a1416-8122-4211-b2b5-ee2e8ee8ffdd tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:17.572159 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-caeb35eb-31a3-4894-80e6-ac05abcfc116 req-2e3a1416-8122-4211-b2b5-ee2e8ee8ffdd tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=33bae22e-2148-4695-89b6-0ca9fe64214e HTTP/1.1" status: 200 len: 945 time: 0.0553000 Aug 27 03:31:17.601011 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Provisioning for port 9f3da0a3-b185-45ff-b4d2-014e05b788f5 completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:31:17.612591 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Provisioning complete for port 9f3da0a3-b185-45ff-b4d2-014e05b788f5 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:17.613102 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:17.625445 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-caeb35eb-31a3-4894-80e6-ac05abcfc116 req-255bffce-d45d-4998-849c-fe8627192406 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461338 Aug 27 03:31:17.711563 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:17.752179 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 9f3da0a3-b185-45ff-b4d2-014e05b788f5, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9f3da0a3-b185-45ff-b4d2-014e05b788f5,segment=NetworkSegment(28780841-0c3a-4bb1-9cb1-796a642c1ab2),segment_id=28780841-0c3a-4bb1-9cb1-796a642c1ab2)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:17.757193 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:17.803780 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=9f3da0a3-b185-45ff-b4d2-014e05b788f5,revision_number=5']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:17.868881 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '812b109c-444e-4971-99e3-59d4d3993ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9cae7d-f3bd-41ea-856e-afad4fd8420a'}, {'server_uuid': '33bae22e-2148-4695-89b6-0ca9fe64214e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3da0a3-b185-45ff-b4d2-014e05b788f5'}] {{(pid=93892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:31:17.871641 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b63a46784ce0c86216665a107eadf653c768d6aaa0a676db5e2e070eb4240c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a9d4c7-5881-4a5a-bb67-b4e19df1830b" -d '{"events": [{"server_uuid": "812b109c-444e-4971-99e3-59d4d3993ff3", "name": "network-vif-plugged", "status": "completed", "tag": "3a9cae7d-f3bd-41ea-856e-afad4fd8420a"}, {"server_uuid": "33bae22e-2148-4695-89b6-0ca9fe64214e", "name": "network-vif-plugged", "status": "completed", "tag": "9f3da0a3-b185-45ff-b4d2-014e05b788f5"}]}' {{(pid=93892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:31:17.915067 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 27 Aug 2021 03:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16124426-13db-46bb-a7e9-0e09b0feac82 x-openstack-request-id: req-16124426-13db-46bb-a7e9-0e09b0feac82 {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:31:17.915376 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "812b109c-444e-4971-99e3-59d4d3993ff3", "name": "network-vif-plugged", "status": "completed", "tag": "3a9cae7d-f3bd-41ea-856e-afad4fd8420a", "code": 200}, {"server_uuid": "33bae22e-2148-4695-89b6-0ca9fe64214e", "name": "network-vif-plugged", "status": "completed", "tag": "9f3da0a3-b185-45ff-b4d2-014e05b788f5", "code": 200}]} {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:31:17.915643 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-16124426-13db-46bb-a7e9-0e09b0feac82 {{(pid=93892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:31:17.916042 dv-cinder-804735-2-iscsi neutron-server[93892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '812b109c-444e-4971-99e3-59d4d3993ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9cae7d-f3bd-41ea-856e-afad4fd8420a', 'code': 200} Aug 27 03:31:17.916294 dv-cinder-804735-2-iscsi neutron-server[93892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33bae22e-2148-4695-89b6-0ca9fe64214e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3da0a3-b185-45ff-b4d2-014e05b788f5', 'code': 200} Aug 27 03:31:18.165103 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e8167-ee31-48a7-8b10-fd6c449b3926 req-6d946666-cd14-476b-84f1-e7a1a81dfd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:18.166604 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e10e8167-ee31-48a7-8b10-fd6c449b3926 req-6d946666-cd14-476b-84f1-e7a1a81dfd7a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 1098 time: 0.0409198 Aug 27 03:31:18.168846 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528e053-77c2-4092-ac0d-7ec745656bae req-5dd23819-e2f8-4c60-983d-6de713f34e34 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:18.170301 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5528e053-77c2-4092-ac0d-7ec745656bae req-5dd23819-e2f8-4c60-983d-6de713f34e34 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 945 time: 0.0728486 Aug 27 03:31:18.194096 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b54b0-29de-451b-b0fa-5ba5711d3edb req-89c7a9ef-268d-4b3f-9843-7bc652712bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:18.195594 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-696b54b0-29de-451b-b0fa-5ba5711d3edb req-89c7a9ef-268d-4b3f-9843-7bc652712bba service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=33bae22e-2148-4695-89b6-0ca9fe64214e HTTP/1.1" status: 200 len: 1099 time: 0.0652490 Aug 27 03:31:18.209777 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-e10e8167-ee31-48a7-8b10-fd6c449b3926 req-f4a6c83b-ee99-404f-9447-c36b10993f95 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281043 Aug 27 03:31:18.225752 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5528e053-77c2-4092-ac0d-7ec745656bae req-21845a7e-07e5-469b-bf79-42312ad254f5 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486779 Aug 27 03:31:18.242948 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-696b54b0-29de-451b-b0fa-5ba5711d3edb req-88736a50-a062-4255-bb02-8e80a26c63a6 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345235 Aug 27 03:31:18.402641 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3038b2b1-490a-44f2-b390-80b32f237aa7 req-1007587f-598b-400c-89d6-4a4c96a78605 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/ports?device_id=266886ac-4054-4dc4-afe2-5737087f1b90 HTTP/1.1" status: 200 len: 210 time: 0.0297024 Aug 27 03:31:18.614227 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:18.950486 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d38e38-66e6-482e-9391-9f22f3a07a94 req-5113f3fe-02f9-4e2a-8a08-2437bdb9b5e7 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:18.952990 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-26d38e38-66e6-482e-9391-9f22f3a07a94 req-5113f3fe-02f9-4e2a-8a08-2437bdb9b5e7 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=33bae22e-2148-4695-89b6-0ca9fe64214e HTTP/1.1" status: 200 len: 946 time: 0.0574305 Aug 27 03:31:19.002482 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-26d38e38-66e6-482e-9391-9f22f3a07a94 req-8313b166-9ab2-4739-964f-e3509e01a932 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411444 Aug 27 03:31:19.112336 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-a4a2eac5-592a-4a13-aab4-f74f7f73e73b tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:19.113912 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-a4a2eac5-592a-4a13-aab4-f74f7f73e73b tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.63 "GET /v2.0/networks?id=4f81df06-e296-4035-a97c-b43d344f0b90 HTTP/1.1" status: 200 len: 814 time: 0.1028683 Aug 27 03:31:19.133792 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-f1a870fc-353f-47d8-a30f-2cc9b47b9005 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Request body: {'port': {'device_id': '266886ac-4054-4dc4-afe2-5737087f1b90', 'network_id': '4f81df06-e296-4035-a97c-b43d344f0b90', 'admin_state_up': True, 'tenant_id': '7dd6a8224c1149f6a978d9174fa5a7ee'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:19.479083 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6e918-961c-44ee-aa67-14ba8d14e6d8 req-5ef8fe59-cd65-4ed0-9817-4eec02097b43 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:19.480595 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b4e6e918-961c-44ee-aa67-14ba8d14e6d8 req-5ef8fe59-cd65-4ed0-9817-4eec02097b43 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 945 time: 0.0892639 Aug 27 03:31:19.528137 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b7ed7cd5-cd8a-46ce-8553-c872ab865a2f req-6f7e4e11-0be1-42f2-9cf7-3a45fe5223db tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/ports?device_id=266886ac-4054-4dc4-afe2-5737087f1b90 HTTP/1.1" status: 200 len: 210 time: 0.0465305 Aug 27 03:31:19.547714 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-f1a870fc-353f-47d8-a30f-2cc9b47b9005 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Made reservation on behalf of 7dd6a8224c1149f6a978d9174fa5a7ee for: {'port': 1} {{(pid=93891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:31:19.551370 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-f1a870fc-353f-47d8-a30f-2cc9b47b9005 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:19.572695 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b4e6e918-961c-44ee-aa67-14ba8d14e6d8 req-d4e5f8eb-d0d0-40b9-9c65-b45d3cdb3dd8 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771041 Aug 27 03:31:19.688135 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-f1a870fc-353f-47d8-a30f-2cc9b47b9005 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Allocated IP 172.20.0.12 (4f81df06-e296-4035-a97c-b43d344f0b90/c2fe8f9a-8c65-406e-9476-9b8a17ff7959/1ef36c23-9824-4f9d-a2de-efeb158b70c0) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:31:19.839527 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-f1a870fc-353f-47d8-a30f-2cc9b47b9005 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:19.890002 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-f1a870fc-353f-47d8-a30f-2cc9b47b9005 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:19.941967 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-f1a870fc-353f-47d8-a30f-2cc9b47b9005 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Network 4f81df06-e296-4035-a97c-b43d344f0b90 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:31:19.947980 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-f1a870fc-353f-47d8-a30f-2cc9b47b9005 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:19.951736 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-f1a870fc-353f-47d8-a30f-2cc9b47b9005 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:31:19.976158 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a870fc-353f-47d8-a30f-2cc9b47b9005 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Pushing event updated for resources: {'Port': ['ID=1ef36c23-9824-4f9d-a2de-efeb158b70c0,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:20.003563 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-f1a870fc-353f-47d8-a30f-2cc9b47b9005 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:20.004318 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-f1a870fc-353f-47d8-a30f-2cc9b47b9005 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:20.021648 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-f1a870fc-353f-47d8-a30f-2cc9b47b9005 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8922374 Aug 27 03:31:20.057975 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-9fd972fb-f4e7-4fbe-bbec-99a8a0eeda36 service neutron] Request body: {'port': {'device_id': '266886ac-4054-4dc4-afe2-5737087f1b90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:20.132383 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:20.144941 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-9fd972fb-f4e7-4fbe-bbec-99a8a0eeda36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:20.169484 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77aca7-1f5f-4957-a314-544be1b818f9 req-447ea027-8f79-4c17-a44a-b9f9e7dd0a50 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:20.171240 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5a77aca7-1f5f-4957-a314-544be1b818f9 req-447ea027-8f79-4c17-a44a-b9f9e7dd0a50 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=33bae22e-2148-4695-89b6-0ca9fe64214e HTTP/1.1" status: 200 len: 946 time: 0.0844030 Aug 27 03:31:20.294530 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5a77aca7-1f5f-4957-a314-544be1b818f9 req-77cf6286-a550-4f51-895e-3b68ed7ffe68 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961821 Aug 27 03:31:20.479191 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-9fd972fb-f4e7-4fbe-bbec-99a8a0eeda36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ef36c23-9824-4f9d-a2de-efeb158b70c0 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:31:20.487428 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-9fd972fb-f4e7-4fbe-bbec-99a8a0eeda36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:20.499886 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-9fd972fb-f4e7-4fbe-bbec-99a8a0eeda36 service neutron] Transition to ACTIVE for port object 1ef36c23-9824-4f9d-a2de-efeb158b70c0 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:20.503739 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-9fd972fb-f4e7-4fbe-bbec-99a8a0eeda36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8458856'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:20.570380 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-f1cc7582-1505-4a4d-ad32-ab31ba318197 req-16f15106-9e71-4bb0-b3ce-fdccbc046d08 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0527554 Aug 27 03:31:20.570957 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd972fb-f4e7-4fbe-bbec-99a8a0eeda36 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef36c23-9824-4f9d-a2de-efeb158b70c0,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:20.652179 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-9fd972fb-f4e7-4fbe-bbec-99a8a0eeda36 service neutron] Attempting to bind port 1ef36c23-9824-4f9d-a2de-efeb158b70c0 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:31:20.652507 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-9fd972fb-f4e7-4fbe-bbec-99a8a0eeda36 service neutron] Attempting to bind port 1ef36c23-9824-4f9d-a2de-efeb158b70c0 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'a52aa248-3220-4413-a875-7c5b32959841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4f81df06-e296-4035-a97c-b43d344f0b90'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:31:20.652829 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-9fd972fb-f4e7-4fbe-bbec-99a8a0eeda36 service neutron] Attempting to bind port 1ef36c23-9824-4f9d-a2de-efeb158b70c0 on network 4f81df06-e296-4035-a97c-b43d344f0b90 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:20.661416 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc7582-1505-4a4d-ad32-ab31ba318197 req-58ee3b3d-544b-4002-b113-9fcbfd2609fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:20.663144 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-f1cc7582-1505-4a4d-ad32-ab31ba318197 req-58ee3b3d-544b-4002-b113-9fcbfd2609fc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=01d740e2fdbb43f696818d258b9b3f4d&device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 1099 time: 0.0452523 Aug 27 03:31:20.670101 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-9fd972fb-f4e7-4fbe-bbec-99a8a0eeda36 service neutron] Port 1ef36c23-9824-4f9d-a2de-efeb158b70c0 on network 4f81df06-e296-4035-a97c-b43d344f0b90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:31:20.670423 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-9fd972fb-f4e7-4fbe-bbec-99a8a0eeda36 service neutron] Attempting to bind port 1ef36c23-9824-4f9d-a2de-efeb158b70c0 on network 4f81df06-e296-4035-a97c-b43d344f0b90 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:20.693978 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-9fd972fb-f4e7-4fbe-bbec-99a8a0eeda36 service neutron] Checking agent: {'id': '24f718bb-5cbe-4fbb-a277-c3e337c88f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 27, 23), 'started_at': datetime.datetime(2021, 8, 27, 3, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:31:20.694315 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-9fd972fb-f4e7-4fbe-bbec-99a8a0eeda36 service neutron] Checking segment: {'id': 'a52aa248-3220-4413-a875-7c5b32959841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4f81df06-e296-4035-a97c-b43d344f0b90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:20.694696 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-9fd972fb-f4e7-4fbe-bbec-99a8a0eeda36 service neutron] Bound using segment: {'id': 'a52aa248-3220-4413-a875-7c5b32959841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4f81df06-e296-4035-a97c-b43d344f0b90'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:31:20.695131 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-9fd972fb-f4e7-4fbe-bbec-99a8a0eeda36 service neutron] Bound port: 1ef36c23-9824-4f9d-a2de-efeb158b70c0, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a52aa248-3220-4413-a875-7c5b32959841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4f81df06-e296-4035-a97c-b43d344f0b90'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:31:20.695510 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-9fd972fb-f4e7-4fbe-bbec-99a8a0eeda36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:20.726317 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d838da-9f06-4b81-ad0d-40edc10b6baf req-e22cdee6-57f8-46f9-a676-de9104c3b1e8 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:20.727800 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c0d838da-9f06-4b81-ad0d-40edc10b6baf req-e22cdee6-57f8-46f9-a676-de9104c3b1e8 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/ports?device_id=266886ac-4054-4dc4-afe2-5737087f1b90 HTTP/1.1" status: 200 len: 944 time: 0.1083364 Aug 27 03:31:20.775338 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425be765-893a-4243-82c3-3472d22ae23a req-0ef06592-2a6e-4a97-b1a9-59a9344c92b7 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:20.776820 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-425be765-893a-4243-82c3-3472d22ae23a req-0ef06592-2a6e-4a97-b1a9-59a9344c92b7 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 945 time: 0.1259251 Aug 27 03:31:20.799869 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc7582-1505-4a4d-ad32-ab31ba318197 req-e69ae37e-14e7-437a-a910-2f570c2554bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:20.801539 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-f1cc7582-1505-4a4d-ad32-ab31ba318197 req-e69ae37e-14e7-437a-a910-2f570c2554bf service neutron] 10.222.0.63 "GET /v2.0/networks?id=a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3 HTTP/1.1" status: 200 len: 915 time: 0.0917087 Aug 27 03:31:20.833925 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c0d838da-9f06-4b81-ad0d-40edc10b6baf req-32984520-5ab9-40bf-9fe2-e83230b3d0eb tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b03ecd28-9739-4dd0-bf70-b3f1fb35cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864356 Aug 27 03:31:20.835033 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-9fd972fb-f4e7-4fbe-bbec-99a8a0eeda36 service neutron] For port 1ef36c23-9824-4f9d-a2de-efeb158b70c0, host hv-cinder-80473, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:31:20.840376 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-9fd972fb-f4e7-4fbe-bbec-99a8a0eeda36 service neutron] For port 1ef36c23-9824-4f9d-a2de-efeb158b70c0, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1ef36c23-9824-4f9d-a2de-efeb158b70c0,segment=NetworkSegment(a52aa248-3220-4413-a875-7c5b32959841),segment_id=a52aa248-3220-4413-a875-7c5b32959841)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:31:20.849491 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-9fd972fb-f4e7-4fbe-bbec-99a8a0eeda36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8458856'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:20.862531 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-f1cc7582-1505-4a4d-ad32-ab31ba318197 req-ab973432-1dda-481c-8ae2-29224e918bdb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bad6539d-473a-4ae7-8574-1eba84cbf59d HTTP/1.1" status: 200 len: 217 time: 0.0377445 Aug 27 03:31:20.863648 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-425be765-893a-4243-82c3-3472d22ae23a req-0ba61bcd-9bd3-487b-ae4a-927f816e836c tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797131 Aug 27 03:31:20.893282 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-9fd972fb-f4e7-4fbe-bbec-99a8a0eeda36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:20.894048 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-9fd972fb-f4e7-4fbe-bbec-99a8a0eeda36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:20.895868 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-9fd972fb-f4e7-4fbe-bbec-99a8a0eeda36 service neutron] 10.222.0.63 "PUT /v2.0/ports/1ef36c23-9824-4f9d-a2de-efeb158b70c0 HTTP/1.1" status: 200 len: 1094 time: 0.8428202 Aug 27 03:31:20.896303 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '266886ac-4054-4dc4-afe2-5737087f1b90', 'tag': '1ef36c23-9824-4f9d-a2de-efeb158b70c0'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:31:20.898577 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5db798dbfc6723b72cacb44784ab66cf68bec91175074e332c63962bd4ba80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab81941-4f8a-45a4-a07e-7a770b2cbf82" -d '{"events": [{"name": "network-changed", "server_uuid": "266886ac-4054-4dc4-afe2-5737087f1b90", "tag": "1ef36c23-9824-4f9d-a2de-efeb158b70c0"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:31:20.922524 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd972fb-f4e7-4fbe-bbec-99a8a0eeda36 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef36c23-9824-4f9d-a2de-efeb158b70c0,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:20.948488 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc7582-1505-4a4d-ad32-ab31ba318197 req-2f5b0a16-be5f-489c-afd3-c7b0bc97f731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:20.950218 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-f1cc7582-1505-4a4d-ad32-ab31ba318197 req-2f5b0a16-be5f-489c-afd3-c7b0bc97f731 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f0e904d8-7440-45dc-9db2-369b77311290 HTTP/1.1" status: 200 len: 854 time: 0.0609119 Aug 27 03:31:20.953349 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847482de-7e82-4dbf-838e-c340dff6aac4 x-openstack-request-id: req-847482de-7e82-4dbf-838e-c340dff6aac4 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:31:20.953825 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "266886ac-4054-4dc4-afe2-5737087f1b90", "tag": "1ef36c23-9824-4f9d-a2de-efeb158b70c0", "status": "completed", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:31:20.953914 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-847482de-7e82-4dbf-838e-c340dff6aac4 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:31:20.954227 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '266886ac-4054-4dc4-afe2-5737087f1b90', 'tag': '1ef36c23-9824-4f9d-a2de-efeb158b70c0', 'status': 'completed', 'code': 200} Aug 27 03:31:21.001183 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-f1cc7582-1505-4a4d-ad32-ab31ba318197 req-f9f38f67-f221-4093-9b93-3639e9cac942 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282485 Aug 27 03:31:21.015868 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-1abe7bc9-7faf-46cd-ab08-3e2961e9fe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:21.017377 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-1abe7bc9-7faf-46cd-ab08-3e2961e9fe9f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7dd6a8224c1149f6a978d9174fa5a7ee&device_id=266886ac-4054-4dc4-afe2-5737087f1b90 HTTP/1.1" status: 200 len: 1097 time: 0.0452223 Aug 27 03:31:21.087211 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-23d24167-b190-4ece-b47a-124189c86349 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ef36c23-9824-4f9d-a2de-efeb158b70c0 HTTP/1.1" status: 200 len: 217 time: 0.0459127 Aug 27 03:31:21.139297 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-f1cc7582-1505-4a4d-ad32-ab31ba318197 req-ee7204e1-e209-4901-ae28-4b19eea95935 service neutron] 10.222.0.63 "GET /v2.0/networks/a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986938 Aug 27 03:31:21.204171 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-0ea3cc32-8204-4f99-b343-0a0b3a8094b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:21.205964 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-0ea3cc32-8204-4f99-b343-0a0b3a8094b3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c2fe8f9a-8c65-406e-9476-9b8a17ff7959 HTTP/1.1" status: 200 len: 854 time: 0.1036885 Aug 27 03:31:21.251917 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [req-f1cc7582-1505-4a4d-ad32-ab31ba318197 req-31f90d78-cec1-4f08-86f4-ce7ad0f07daa service neutron] 10.222.0.63 "GET /v2.0/networks/a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973966 Aug 27 03:31:21.259020 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-e188a68e-ceb8-43c7-8ab8-13cb8897bfcf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4f81df06-e296-4035-a97c-b43d344f0b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422993 Aug 27 03:31:21.262924 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db477e8-503f-49e8-96be-8495380ed9ac req-85f0dbb2-73ce-4522-b5d7-9e27dc81d2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:21.264396 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4db477e8-503f-49e8-96be-8495380ed9ac req-85f0dbb2-73ce-4522-b5d7-9e27dc81d2a4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dec8900e772c45c583c5e85e9958d95d&device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 1098 time: 0.1238840 Aug 27 03:31:21.272698 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2fed6-39d5-4061-a051-8f7d447abbd8 req-189fbe65-ade1-4be8-a26f-5b2eff25bc02 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:21.274988 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4ec2fed6-39d5-4061-a051-8f7d447abbd8 req-189fbe65-ade1-4be8-a26f-5b2eff25bc02 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 945 time: 0.1207469 Aug 27 03:31:21.469133 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4ec2fed6-39d5-4061-a051-8f7d447abbd8 req-46927023-c8e5-40d5-b070-12c0b0af8710 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741967 Aug 27 03:31:21.498349 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-51541497-4be9-4ba6-8aeb-77a4d1a1d103 service neutron] 10.222.0.63 "GET /v2.0/networks/4f81df06-e296-4035-a97c-b43d344f0b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208514 Aug 27 03:31:21.501241 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db477e8-503f-49e8-96be-8495380ed9ac req-4e159119-b655-46a6-b429-afe22817531b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:21.502564 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4db477e8-503f-49e8-96be-8495380ed9ac req-4e159119-b655-46a6-b429-afe22817531b service neutron] 10.222.0.63 "GET /v2.0/networks?id=49eed060-6837-4e18-bdb1-2b63d9669339 HTTP/1.1" status: 200 len: 920 time: 0.2154882 Aug 27 03:31:21.510859 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5548247-8605-4f75-9bb6-01e776856796 req-89968188-4679-4d8b-8997-ce7d00118e44 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:21.512260 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a5548247-8605-4f75-9bb6-01e776856796 req-89968188-4679-4d8b-8997-ce7d00118e44 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=33bae22e-2148-4695-89b6-0ca9fe64214e HTTP/1.1" status: 200 len: 946 time: 0.1309011 Aug 27 03:31:21.599176 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4db477e8-503f-49e8-96be-8495380ed9ac req-b390684f-8d7e-4eec-8e92-f0f7ce85350f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a9cae7d-f3bd-41ea-856e-afad4fd8420a HTTP/1.1" status: 200 len: 217 time: 0.0788164 Aug 27 03:31:21.665112 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a5548247-8605-4f75-9bb6-01e776856796 req-b10c7065-c2d8-4b86-b935-d39ee08c6a15 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438761 Aug 27 03:31:21.693521 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db477e8-503f-49e8-96be-8495380ed9ac req-4e7c84ec-97fc-415f-86a0-5f8ebb55c4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:21.695101 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4db477e8-503f-49e8-96be-8495380ed9ac req-4e7c84ec-97fc-415f-86a0-5f8ebb55c4dc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0d267862-f34f-457d-8ad5-859088d95a0f HTTP/1.1" status: 200 len: 859 time: 0.0839305 Aug 27 03:31:21.698717 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-fadda664-8cbe-4a44-a350-b79ca68b63af req-47a575de-30a3-47c9-a4c5-72abcb527dad service neutron] 10.222.0.63 "GET /v2.0/networks/4f81df06-e296-4035-a97c-b43d344f0b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856015 Aug 27 03:31:21.752671 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4db477e8-503f-49e8-96be-8495380ed9ac req-8742d274-b505-4080-ad9a-f642d2eb38d0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=49eed060-6837-4e18-bdb1-2b63d9669339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297534 Aug 27 03:31:21.874195 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab81941-4f8a-45a4-a07e-7a770b2cbf82 req-b54fa87a-dbd1-45d2-b575-ad217661bd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:21.875805 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-dab81941-4f8a-45a4-a07e-7a770b2cbf82 req-b54fa87a-dbd1-45d2-b575-ad217661bd8a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7dd6a8224c1149f6a978d9174fa5a7ee&device_id=266886ac-4054-4dc4-afe2-5737087f1b90 HTTP/1.1" status: 200 len: 1097 time: 0.0633192 Aug 27 03:31:21.898074 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4db477e8-503f-49e8-96be-8495380ed9ac req-bbe0845c-dbfa-45bb-9561-ef775424ae86 service neutron] 10.222.0.63 "GET /v2.0/networks/49eed060-6837-4e18-bdb1-2b63d9669339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259460 Aug 27 03:31:22.075449 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab81941-4f8a-45a4-a07e-7a770b2cbf82 req-495352b6-44bf-48a2-ab1e-1bbfe68d7b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:22.076916 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-dab81941-4f8a-45a4-a07e-7a770b2cbf82 req-495352b6-44bf-48a2-ab1e-1bbfe68d7b68 service neutron] 10.222.0.63 "GET /v2.0/networks?id=4f81df06-e296-4035-a97c-b43d344f0b90 HTTP/1.1" status: 200 len: 915 time: 0.1908629 Aug 27 03:31:22.092812 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f145b-b0f6-48c5-abb2-da46e664fe55 req-f06b287e-2a50-4e24-a57f-a4ac07dddfd0 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:22.094294 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-342f145b-b0f6-48c5-abb2-da46e664fe55 req-f06b287e-2a50-4e24-a57f-a4ac07dddfd0 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/ports?device_id=266886ac-4054-4dc4-afe2-5737087f1b90 HTTP/1.1" status: 200 len: 944 time: 0.1432326 Aug 27 03:31:22.100109 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4db477e8-503f-49e8-96be-8495380ed9ac req-9c249b33-b26f-4aa1-9636-265efd9f4fca service neutron] 10.222.0.63 "GET /v2.0/networks/49eed060-6837-4e18-bdb1-2b63d9669339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592822 Aug 27 03:31:22.133326 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-342f145b-b0f6-48c5-abb2-da46e664fe55 req-b24fc372-0bc9-41a7-bbc6-33db82d4a10e tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b03ecd28-9739-4dd0-bf70-b3f1fb35cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315385 Aug 27 03:31:22.171237 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-dab81941-4f8a-45a4-a07e-7a770b2cbf82 req-0f3b2752-b222-45a2-8c61-8a4944d8c916 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ef36c23-9824-4f9d-a2de-efeb158b70c0 HTTP/1.1" status: 200 len: 217 time: 0.0370858 Aug 27 03:31:22.247903 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab81941-4f8a-45a4-a07e-7a770b2cbf82 req-fb5ab1ea-3595-4cc7-adb3-99854f21db07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:22.249452 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-dab81941-4f8a-45a4-a07e-7a770b2cbf82 req-fb5ab1ea-3595-4cc7-adb3-99854f21db07 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c2fe8f9a-8c65-406e-9476-9b8a17ff7959 HTTP/1.1" status: 200 len: 854 time: 0.0479405 Aug 27 03:31:22.341857 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-dab81941-4f8a-45a4-a07e-7a770b2cbf82 req-38bd54a3-21fe-48d8-9b46-5cd69dab2ca5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4f81df06-e296-4035-a97c-b43d344f0b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257645 Aug 27 03:31:22.441205 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-dab81941-4f8a-45a4-a07e-7a770b2cbf82 req-44a4c2ad-047c-4b94-a0cd-6bf91cdf004d service neutron] 10.222.0.63 "GET /v2.0/networks/4f81df06-e296-4035-a97c-b43d344f0b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887094 Aug 27 03:31:22.562196 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-dab81941-4f8a-45a4-a07e-7a770b2cbf82 req-1b9aff7c-5fa3-4f35-83a9-d78f7eac4317 service neutron] 10.222.0.63 "GET /v2.0/networks/4f81df06-e296-4035-a97c-b43d344f0b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950305 Aug 27 03:31:22.601480 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a1156-b768-42c6-a14b-ad9cfe5ffeac req-5b272066-7159-4ce7-aec3-08cf31f25af3 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:22.602978 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-035a1156-b768-42c6-a14b-ad9cfe5ffeac req-5b272066-7159-4ce7-aec3-08cf31f25af3 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 945 time: 0.0559752 Aug 27 03:31:22.642163 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-035a1156-b768-42c6-a14b-ad9cfe5ffeac req-00a777e9-5c9d-45ca-9d2f-25059c215ad5 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327511 Aug 27 03:31:23.254148 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44606916-7dd5-4b9a-b991-c66a4902d8d1 req-77605d10-80ea-483d-9754-86d2d142e631 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:23.255667 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-44606916-7dd5-4b9a-b991-c66a4902d8d1 req-77605d10-80ea-483d-9754-86d2d142e631 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/ports?device_id=266886ac-4054-4dc4-afe2-5737087f1b90 HTTP/1.1" status: 200 len: 944 time: 0.0531745 Aug 27 03:31:23.296526 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-44606916-7dd5-4b9a-b991-c66a4902d8d1 req-d904462d-c9aa-4e4e-a96d-8c15a88cce1e tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b03ecd28-9739-4dd0-bf70-b3f1fb35cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342689 Aug 27 03:31:23.768784 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc923470-9326-45d5-977a-b8b358270727 req-7185a31d-6338-4340-91b5-07a345438289 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:23.770146 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-bc923470-9326-45d5-977a-b8b358270727 req-7185a31d-6338-4340-91b5-07a345438289 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 945 time: 0.0504053 Aug 27 03:31:23.815682 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-bc923470-9326-45d5-977a-b8b358270727 req-a51f6992-067e-4129-9f8a-3fd1af2ff67c tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357981 Aug 27 03:31:24.023917 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:24.427741 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37954898-6868-4bc2-8c4c-9a35f50d65cd req-ec76fadb-dccb-4779-a60e-ed0fc2cd7dca tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:24.429664 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-37954898-6868-4bc2-8c4c-9a35f50d65cd req-ec76fadb-dccb-4779-a60e-ed0fc2cd7dca tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/ports?device_id=266886ac-4054-4dc4-afe2-5737087f1b90 HTTP/1.1" status: 200 len: 944 time: 0.0570664 Aug 27 03:31:24.467224 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-37954898-6868-4bc2-8c4c-9a35f50d65cd req-ab592805-7ffc-4f2b-b8a2-6e3066b6f92c tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b03ecd28-9739-4dd0-bf70-b3f1fb35cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306892 Aug 27 03:31:24.948205 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340e2b9-e939-4c3c-96ef-f18dea0a498f req-5c51c0e7-7d56-449a-8d86-160c6b5bebcb tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:24.949712 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2340e2b9-e939-4c3c-96ef-f18dea0a498f req-5c51c0e7-7d56-449a-8d86-160c6b5bebcb tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 945 time: 0.0554597 Aug 27 03:31:24.980564 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 6 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:31:24.989578 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2340e2b9-e939-4c3c-96ef-f18dea0a498f req-e8a99f68-e34a-47cb-9e26-61ffad1f5d45 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339689 Aug 27 03:31:25.555279 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 1ef36c23-9824-4f9d-a2de-efeb158b70c0 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=93892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:31:25.589023 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a00820-a7a4-48c1-907e-59992cef259c req-b0738dc5-693a-4baa-bcf4-0f2f1f6ef60e tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:25.590548 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-40a00820-a7a4-48c1-907e-59992cef259c req-b0738dc5-693a-4baa-bcf4-0f2f1f6ef60e tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/ports?device_id=266886ac-4054-4dc4-afe2-5737087f1b90 HTTP/1.1" status: 200 len: 944 time: 0.0518167 Aug 27 03:31:25.631736 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-40a00820-a7a4-48c1-907e-59992cef259c req-c6a99676-7ab4-46c7-a42c-229b658a5daf tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b03ecd28-9739-4dd0-bf70-b3f1fb35cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342362 Aug 27 03:31:25.777273 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 1ef36c23-9824-4f9d-a2de-efeb158b70c0, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1ef36c23-9824-4f9d-a2de-efeb158b70c0,segment=NetworkSegment(a52aa248-3220-4413-a875-7c5b32959841),segment_id=a52aa248-3220-4413-a875-7c5b32959841)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:25.788975 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Returning: {'device': '1ef36c23-9824-4f9d-a2de-efeb158b70c0', 'network_id': '4f81df06-e296-4035-a97c-b43d344f0b90', 'port_id': '1ef36c23-9824-4f9d-a2de-efeb158b70c0', 'mac_address': 'fa:16:3e:88:b3:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2fe8f9a-8c65-406e-9476-9b8a17ff7959', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:31:25.832863 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:25.847864 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ef36c23-9824-4f9d-a2de-efeb158b70c0 {{(pid=93892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:31:25.870795 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 1ef36c23-9824-4f9d-a2de-efeb158b70c0, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1ef36c23-9824-4f9d-a2de-efeb158b70c0,segment=NetworkSegment(a52aa248-3220-4413-a875-7c5b32959841),segment_id=a52aa248-3220-4413-a875-7c5b32959841)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:25.877380 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:25.925273 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=1ef36c23-9824-4f9d-a2de-efeb158b70c0,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:26.116234 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1097c98f-d7bb-45fb-b61a-54668cc74fce req-a2057962-dc71-48bf-a896-3c66f1f25620 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:26.117683 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1097c98f-d7bb-45fb-b61a-54668cc74fce req-a2057962-dc71-48bf-a896-3c66f1f25620 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 945 time: 0.0555575 Aug 27 03:31:26.165095 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1097c98f-d7bb-45fb-b61a-54668cc74fce req-cafc36a6-1934-4bc2-a717-07eb80d1193e tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370710 Aug 27 03:31:26.365820 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] get_ports_and_sgs() called for port_ids ['1ef36c23-9824-4f9d-a2de-efeb158b70c0'] {{(pid=93892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:31:26.776411 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e43674-2316-41c1-ba64-d5a786ff7d31 req-a2f4d208-bb1a-4283-8c22-1bcbbabdb31d tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:26.777908 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-95e43674-2316-41c1-ba64-d5a786ff7d31 req-a2f4d208-bb1a-4283-8c22-1bcbbabdb31d tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/ports?device_id=266886ac-4054-4dc4-afe2-5737087f1b90 HTTP/1.1" status: 200 len: 945 time: 0.0609310 Aug 27 03:31:26.821024 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-95e43674-2316-41c1-ba64-d5a786ff7d31 req-83737dd8-46b0-4c36-ba11-99844f65daef tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b03ecd28-9739-4dd0-bf70-b3f1fb35cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352299 Aug 27 03:31:27.290816 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f5d67-0ce9-4167-a835-bbaaf9cf7bd0 req-e15715bc-50a2-499f-b9bd-524d8c2eb3fd tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:27.292221 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-786f5d67-0ce9-4167-a835-bbaaf9cf7bd0 req-e15715bc-50a2-499f-b9bd-524d8c2eb3fd tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 945 time: 0.0502934 Aug 27 03:31:27.330943 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-786f5d67-0ce9-4167-a835-bbaaf9cf7bd0 req-d4d94240-77a7-4f10-869d-9b71b9beb227 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326920 Aug 27 03:31:27.966918 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82690001-e3eb-49c7-8c06-7efd2c1287f4 req-891d8b09-e826-4066-ba9e-79a565d42d1a tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:27.968454 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-82690001-e3eb-49c7-8c06-7efd2c1287f4 req-891d8b09-e826-4066-ba9e-79a565d42d1a tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/ports?device_id=266886ac-4054-4dc4-afe2-5737087f1b90 HTTP/1.1" status: 200 len: 945 time: 0.0705349 Aug 27 03:31:28.011269 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-82690001-e3eb-49c7-8c06-7efd2c1287f4 req-54050189-db49-4d9b-adcd-334dd6d17d6e tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b03ecd28-9739-4dd0-bf70-b3f1fb35cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338035 Aug 27 03:31:28.456621 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ff1cf-5b33-41c2-8751-0dfc51b1c0e8 req-72155f12-b077-4753-a83a-42fb4e894deb tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:28.458124 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-794ff1cf-5b33-41c2-8751-0dfc51b1c0e8 req-72155f12-b077-4753-a83a-42fb4e894deb tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 945 time: 0.0521328 Aug 27 03:31:28.497708 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-794ff1cf-5b33-41c2-8751-0dfc51b1c0e8 req-9d16de0f-c5ec-488c-ab69-a446f045ffb9 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331504 Aug 27 03:31:29.140675 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fabf7d-010b-4782-b1d0-165a1d6e198e req-bdf5f90a-1672-4bdb-8bde-bd18c99b7994 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:29.142282 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-52fabf7d-010b-4782-b1d0-165a1d6e198e req-bdf5f90a-1672-4bdb-8bde-bd18c99b7994 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/ports?device_id=266886ac-4054-4dc4-afe2-5737087f1b90 HTTP/1.1" status: 200 len: 945 time: 0.0549071 Aug 27 03:31:29.183793 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-52fabf7d-010b-4782-b1d0-165a1d6e198e req-9aeee571-b12b-4f5d-b9c8-3b768a716bf5 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b03ecd28-9739-4dd0-bf70-b3f1fb35cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352752 Aug 27 03:31:29.565113 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 1ef36c23-9824-4f9d-a2de-efeb158b70c0 up at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:29.617209 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Provisioning for port 1ef36c23-9824-4f9d-a2de-efeb158b70c0 completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:31:29.620943 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Provisioning complete for port 1ef36c23-9824-4f9d-a2de-efeb158b70c0 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:29.621323 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:29.627204 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96100fd8-a6a3-4737-a937-f195d0e06644 req-1aa1e83a-b699-4862-a06e-f13dcc325ca4 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:29.627952 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-96100fd8-a6a3-4737-a937-f195d0e06644 req-1aa1e83a-b699-4862-a06e-f13dcc325ca4 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 945 time: 0.0530362 Aug 27 03:31:29.700993 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:29.724767 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266886ac-4054-4dc4-afe2-5737087f1b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef36c23-9824-4f9d-a2de-efeb158b70c0'}] {{(pid=93892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:31:29.727070 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b63a46784ce0c86216665a107eadf653c768d6aaa0a676db5e2e070eb4240c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90695a1f-96ee-4d34-b29a-561879648118" -d '{"events": [{"server_uuid": "266886ac-4054-4dc4-afe2-5737087f1b90", "name": "network-vif-plugged", "status": "completed", "tag": "1ef36c23-9824-4f9d-a2de-efeb158b70c0"}]}' {{(pid=93892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:31:29.759961 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 1ef36c23-9824-4f9d-a2de-efeb158b70c0, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1ef36c23-9824-4f9d-a2de-efeb158b70c0,segment=NetworkSegment(a52aa248-3220-4413-a875-7c5b32959841),segment_id=a52aa248-3220-4413-a875-7c5b32959841)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:29.774781 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:29.782012 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664cce05-247b-4ec1-aafb-20c9f8f57cb6 x-openstack-request-id: req-664cce05-247b-4ec1-aafb-20c9f8f57cb6 {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:31:29.782266 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "266886ac-4054-4dc4-afe2-5737087f1b90", "name": "network-vif-plugged", "status": "completed", "tag": "1ef36c23-9824-4f9d-a2de-efeb158b70c0", "code": 200}]} {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:31:29.782658 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-664cce05-247b-4ec1-aafb-20c9f8f57cb6 {{(pid=93892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:31:29.783178 dv-cinder-804735-2-iscsi neutron-server[93892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '266886ac-4054-4dc4-afe2-5737087f1b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef36c23-9824-4f9d-a2de-efeb158b70c0', 'code': 200} Aug 27 03:31:29.835950 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=1ef36c23-9824-4f9d-a2de-efeb158b70c0,revision_number=5']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:29.906439 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-96100fd8-a6a3-4737-a937-f195d0e06644 req-f14c99db-3add-4dca-a47f-76219b443579 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653124 Aug 27 03:31:29.993846 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347658e5-cab1-4605-bb7a-6983d579a942 req-828b7c78-6a4e-414e-8ad9-f8ee614a0d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:29.995314 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-347658e5-cab1-4605-bb7a-6983d579a942 req-828b7c78-6a4e-414e-8ad9-f8ee614a0d70 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=266886ac-4054-4dc4-afe2-5737087f1b90 HTTP/1.1" status: 200 len: 1099 time: 0.0495706 Aug 27 03:31:30.037124 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-347658e5-cab1-4605-bb7a-6983d579a942 req-16e420de-9381-4907-b550-da7540e7b08c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=b03ecd28-9739-4dd0-bf70-b3f1fb35cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311859 Aug 27 03:31:30.315693 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a9ad4-f393-4f45-8d7e-295ca9d1697f req-ea24383b-b772-4f04-ad08-12399c38ce07 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:30.317154 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3f3a9ad4-f393-4f45-8d7e-295ca9d1697f req-ea24383b-b772-4f04-ad08-12399c38ce07 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/ports?device_id=266886ac-4054-4dc4-afe2-5737087f1b90 HTTP/1.1" status: 200 len: 946 time: 0.0492213 Aug 27 03:31:30.355322 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3f3a9ad4-f393-4f45-8d7e-295ca9d1697f req-fd52f68b-d318-4306-9a9b-a3992dd53f0c tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b03ecd28-9739-4dd0-bf70-b3f1fb35cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321922 Aug 27 03:31:31.032775 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04190a5-1285-416d-9bfb-14d3941378df req-4bd3426a-cf50-464f-8eb7-9db8be6f388d tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:31.034319 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e04190a5-1285-416d-9bfb-14d3941378df req-4bd3426a-cf50-464f-8eb7-9db8be6f388d tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 945 time: 0.0536749 Aug 27 03:31:31.072366 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e04190a5-1285-416d-9bfb-14d3941378df req-07689020-a29f-4a0c-8726-4e14bb35ea0f tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319943 Aug 27 03:31:31.479444 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0e71e-a470-4e50-b7aa-bd055d6e9555 req-89e7636b-89a2-4dff-94d6-6a1b869a17f4 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:31.480931 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-59d0e71e-a470-4e50-b7aa-bd055d6e9555 req-89e7636b-89a2-4dff-94d6-6a1b869a17f4 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/ports?device_id=266886ac-4054-4dc4-afe2-5737087f1b90 HTTP/1.1" status: 200 len: 946 time: 0.0495982 Aug 27 03:31:31.518859 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-59d0e71e-a470-4e50-b7aa-bd055d6e9555 req-c73387f1-ceb2-4a91-a0b1-0a97010810bb tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b03ecd28-9739-4dd0-bf70-b3f1fb35cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319011 Aug 27 03:31:32.199195 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081e213-bfe8-4c74-afc9-a155ded694cd req-98c15ef5-ffcd-434a-8824-855e01aec349 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:32.200763 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6081e213-bfe8-4c74-afc9-a155ded694cd req-98c15ef5-ffcd-434a-8824-855e01aec349 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 945 time: 0.0507045 Aug 27 03:31:32.242058 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6081e213-bfe8-4c74-afc9-a155ded694cd req-e5b6fc40-2364-49e4-a4c4-a86aaec195e2 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323682 Aug 27 03:31:32.652551 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf6530-e87f-44c5-8046-3dc44b214404 req-4b491492-c4ac-4623-869d-01c3bad0c4fd tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:32.654015 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f8cf6530-e87f-44c5-8046-3dc44b214404 req-4b491492-c4ac-4623-869d-01c3bad0c4fd tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/ports?device_id=266886ac-4054-4dc4-afe2-5737087f1b90 HTTP/1.1" status: 200 len: 946 time: 0.0631588 Aug 27 03:31:32.694551 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f8cf6530-e87f-44c5-8046-3dc44b214404 req-2cf82658-c13b-441e-a96c-888cf8931660 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b03ecd28-9739-4dd0-bf70-b3f1fb35cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327001 Aug 27 03:31:33.036548 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-44a74c20-3546-43f5-9291-45360101a89c tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-592614223&fields=id&tenant_id=90c43de7a6384b82b35f14a762da5d37 HTTP/1.1" status: 200 len: 267 time: 0.0373957 Aug 27 03:31:33.152509 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-27f5ea6d-2bf2-41dd-b23b-7cb725df00fc tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:33.155206 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-27f5ea6d-2bf2-41dd-b23b-7cb725df00fc tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/networks?id=86a24c14-9a31-45eb-af67-a58be595d161 HTTP/1.1" status: 200 len: 809 time: 0.1097488 Aug 27 03:31:33.170351 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-452102d3-cd25-4deb-bfc2-730d398cd602 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/quotas/90c43de7a6384b82b35f14a762da5d37 HTTP/1.1" status: 200 len: 375 time: 0.0098705 Aug 27 03:31:33.225666 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-e58b09da-7e8a-4a08-b0ec-42f48207eb80 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=90c43de7a6384b82b35f14a762da5d37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499713 Aug 27 03:31:33.335465 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-92299097-029e-4115-8d74-e9faa8db142a service neutron] 10.222.0.58 "GET /v2.0/networks/86a24c14-9a31-45eb-af67-a58be595d161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924742 Aug 27 03:31:33.423002 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e04db-2a09-46f3-af64-dda2777afdc0 req-a098a330-cfcc-42e4-bff9-e2fde52521ef tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:33.424705 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-193e04db-2a09-46f3-af64-dda2777afdc0 req-a098a330-cfcc-42e4-bff9-e2fde52521ef tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 945 time: 0.1025450 Aug 27 03:31:33.466875 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-e6150504-a18e-46a4-a8fc-fd3980f77159 service neutron] 10.222.0.58 "GET /v2.0/networks/86a24c14-9a31-45eb-af67-a58be595d161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180158 Aug 27 03:31:33.479334 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-193e04db-2a09-46f3-af64-dda2777afdc0 req-1f11f96c-4943-4705-a53d-d0981ffa84bb tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476706 Aug 27 03:31:33.815764 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-631889a6-1761-4f1c-9109-7ef788b9a80f req-b6e060b0-df28-4eed-b891-bcf3d9e5bf6d tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 210 time: 0.0374212 Aug 27 03:31:33.922245 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-33cc1533-de72-4ff3-8919-fa500eb9b2fa tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:33.922245 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-33cc1533-de72-4ff3-8919-fa500eb9b2fa tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/networks?id=a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3 HTTP/1.1" status: 200 len: 814 time: 0.1303816 Aug 27 03:31:33.948503 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-2aa66bfd-8547-416a-a860-42141f00f99b tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/quotas/01d740e2fdbb43f696818d258b9b3f4d HTTP/1.1" status: 200 len: 375 time: 0.0158935 Aug 27 03:31:34.024632 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-b9715251-35aa-4f2b-80fa-899266c2f976 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=01d740e2fdbb43f696818d258b9b3f4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0699489 Aug 27 03:31:34.117133 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-b50ec2f9-930a-40a9-87cf-1a1e74bf497e service neutron] 10.222.0.58 "GET /v2.0/networks/a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916057 Aug 27 03:31:34.233378 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-43855825-be75-434b-bda2-df41f955769f service neutron] 10.222.0.58 "GET /v2.0/networks/a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066289 Aug 27 03:31:34.443623 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-98f1a784-7c77-4dce-b1a5-3b5546736970 req-8f9ee5f5-fbcf-4f5e-98ea-f692e6cb6e5c tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=6175dc67-2b16-477f-b0fa-db605b5b41f9 HTTP/1.1" status: 200 len: 210 time: 0.0529609 Aug 27 03:31:34.529756 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1854ae9-2a3d-4c00-ab01-1a73ebaaaa4f req-30174106-9d1d-4d3f-9577-e7a860a7d9db tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:34.531528 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e1854ae9-2a3d-4c00-ab01-1a73ebaaaa4f req-30174106-9d1d-4d3f-9577-e7a860a7d9db tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 945 time: 0.0644319 Aug 27 03:31:34.606795 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e1854ae9-2a3d-4c00-ab01-1a73ebaaaa4f req-500f0168-9f5f-4fc3-b23b-cf2517c6e8f7 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692141 Aug 27 03:31:34.630896 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0527726-0eb0-4e8e-8896-1a70d08c00cb req-4ba77d93-e2d8-4dab-9ef2-13abeadf6e88 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:34.632732 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a0527726-0eb0-4e8e-8896-1a70d08c00cb req-4ba77d93-e2d8-4dab-9ef2-13abeadf6e88 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 945 time: 0.0770180 Aug 27 03:31:34.673456 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a0527726-0eb0-4e8e-8896-1a70d08c00cb req-89b5a428-6b99-42b0-bb3c-2c4c9de2c817 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326102 Aug 27 03:31:34.933527 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9a0c957f-871f-498f-a6a9-c6e3ee04d95d req-75541c95-2517-45c6-b4a9-fa46b38d3a43 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 210 time: 0.0281799 Aug 27 03:31:35.214264 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-ea57369a-c25c-4456-bbff-0255b7bad48e tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:35.215788 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-ea57369a-c25c-4456-bbff-0255b7bad48e tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.63 "GET /v2.0/networks?id=86a24c14-9a31-45eb-af67-a58be595d161 HTTP/1.1" status: 200 len: 809 time: 0.1075113 Aug 27 03:31:35.284465 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-2d3df503-f993-4051-a3a1-d191ff2d94b0 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90c43de7a6384b82b35f14a762da5d37 HTTP/1.1" status: 200 len: 379 time: 0.0455556 Aug 27 03:31:35.297271 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-ddc21937-ebba-4ee6-a1b5-1d953cbe004f tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Request body: {'port': {'device_id': 'e25b26f8-5e31-4626-bda8-a9cec1e654fc', 'network_id': '86a24c14-9a31-45eb-af67-a58be595d161', 'admin_state_up': True, 'tenant_id': '90c43de7a6384b82b35f14a762da5d37', 'security_groups': ['7e08f195-6c77-4f1f-8367-13d94ac8da72']}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:35.427527 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-ddc21937-ebba-4ee6-a1b5-1d953cbe004f tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Made reservation on behalf of 90c43de7a6384b82b35f14a762da5d37 for: {'port': 1} {{(pid=93891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:31:35.432215 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-ddc21937-ebba-4ee6-a1b5-1d953cbe004f tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:35.537094 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-81c29835-1566-44b7-bceb-769dbfca7b64 req-5cd528c4-5f5f-441f-a696-c939127aa41e tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=6175dc67-2b16-477f-b0fa-db605b5b41f9 HTTP/1.1" status: 200 len: 210 time: 0.0330048 Aug 27 03:31:35.600734 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-ddc21937-ebba-4ee6-a1b5-1d953cbe004f tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Allocated IP 172.20.0.5 (86a24c14-9a31-45eb-af67-a58be595d161/02e507ef-65b0-47f3-a75e-47a97e59e5ca/9af3d873-dcf5-4498-b710-974f39d1ebae) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:31:35.819658 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e63b31-aeaf-458b-9445-38891c53c3ba req-ed1fba74-d31e-4f84-b0bd-625400029515 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:35.821249 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-62e63b31-aeaf-458b-9445-38891c53c3ba req-ed1fba74-d31e-4f84-b0bd-625400029515 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 945 time: 0.1328647 Aug 27 03:31:35.887891 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-ddc21937-ebba-4ee6-a1b5-1d953cbe004f tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:35.930131 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-ddc21937-ebba-4ee6-a1b5-1d953cbe004f tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Transition to ACTIVE for port object 9af3d873-dcf5-4498-b710-974f39d1ebae will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:35.959673 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c529611-384f-49b6-b1b3-a6b4cd952a6c req-75ffde9e-a2d0-408f-95a8-3af190928579 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:35.961154 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8c529611-384f-49b6-b1b3-a6b4cd952a6c req-75ffde9e-a2d0-408f-95a8-3af190928579 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 945 time: 0.2140989 Aug 27 03:31:35.993376 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-62e63b31-aeaf-458b-9445-38891c53c3ba req-c93d4e3f-b479-4e0f-82f1-c17e07aa1f7c tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554301 Aug 27 03:31:36.035586 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-f52dbfd1-c619-4fcb-b115-4f20903ebc42 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:36.037190 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-f52dbfd1-c619-4fcb-b115-4f20903ebc42 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.63 "GET /v2.0/networks?id=a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3 HTTP/1.1" status: 200 len: 814 time: 0.2398918 Aug 27 03:31:36.053674 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8c529611-384f-49b6-b1b3-a6b4cd952a6c req-89321a22-207c-4370-bbec-83fa190c4c31 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841069 Aug 27 03:31:36.061774 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-ddc21937-ebba-4ee6-a1b5-1d953cbe004f tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:36.086668 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-3593d400-e97e-4f65-97f0-69fca024fa52 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Request body: {'port': {'device_id': '6175dc67-2b16-477f-b0fa-db605b5b41f9', 'network_id': 'a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3', 'admin_state_up': True, 'tenant_id': '01d740e2fdbb43f696818d258b9b3f4d'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:36.185171 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-ddc21937-ebba-4ee6-a1b5-1d953cbe004f tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Network 86a24c14-9a31-45eb-af67-a58be595d161 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:31:36.195927 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-ddc21937-ebba-4ee6-a1b5-1d953cbe004f tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:36.206663 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-ddc21937-ebba-4ee6-a1b5-1d953cbe004f tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:31:36.214962 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc21937-ebba-4ee6-a1b5-1d953cbe004f tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Pushing event updated for resources: {'Port': ['ID=9af3d873-dcf5-4498-b710-974f39d1ebae,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:36.287271 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb044d2-7b68-473e-a192-4ce873f7f875 req-d2399785-f3d1-423e-80f0-c7e1ffa15b3d tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:36.288784 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ecb044d2-7b68-473e-a192-4ce873f7f875 req-d2399785-f3d1-423e-80f0-c7e1ffa15b3d tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 931 time: 0.1818073 Aug 27 03:31:36.308227 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-ddc21937-ebba-4ee6-a1b5-1d953cbe004f tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:36.308892 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-ddc21937-ebba-4ee6-a1b5-1d953cbe004f tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:36.347328 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-ddc21937-ebba-4ee6-a1b5-1d953cbe004f tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0561347 Aug 27 03:31:36.372924 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ecb044d2-7b68-473e-a192-4ce873f7f875 req-f2e1cb43-c657-4d5c-a21d-700593755f36 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735080 Aug 27 03:31:36.374113 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-3593d400-e97e-4f65-97f0-69fca024fa52 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Made reservation on behalf of 01d740e2fdbb43f696818d258b9b3f4d for: {'port': 1} {{(pid=93891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:31:36.377559 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-3593d400-e97e-4f65-97f0-69fca024fa52 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:36.380741 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ddb13056-bc40-45a9-aed9-638f3ab58c58 None None] Provisioning for port 9af3d873-dcf5-4498-b710-974f39d1ebae completed by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:31:36.385420 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ddb13056-bc40-45a9-aed9-638f3ab58c58 None None] Provisioning complete for port 9af3d873-dcf5-4498-b710-974f39d1ebae triggered by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:36.385925 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ddb13056-bc40-45a9-aed9-638f3ab58c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:36.416434 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-7348a1fd-f4ae-4e8d-9420-df9048f0682f service neutron] Request body: {'port': {'device_id': 'e25b26f8-5e31-4626-bda8-a9cec1e654fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:36.421668 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-ddb13056-bc40-45a9-aed9-638f3ab58c58 None None] Port 9af3d873-dcf5-4498-b710-974f39d1ebae cannot update to ACTIVE because it is not bound. {{(pid=93892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:31:36.542150 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-7348a1fd-f4ae-4e8d-9420-df9048f0682f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:36.595896 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-3593d400-e97e-4f65-97f0-69fca024fa52 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Allocated IP 172.20.0.3 (a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3/f0e904d8-7440-45dc-9db2-369b77311290/6b05bda1-93a4-41e5-bdff-1409450b75ca) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:31:36.692853 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ff3bfd2f-89c7-481e-a6fe-b034e940fce8 req-67200eb8-d8a0-42da-bf33-a784b341ed41 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=6175dc67-2b16-477f-b0fa-db605b5b41f9 HTTP/1.1" status: 200 len: 210 time: 0.0765457 Aug 27 03:31:36.910087 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-3593d400-e97e-4f65-97f0-69fca024fa52 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:36.969362 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-7348a1fd-f4ae-4e8d-9420-df9048f0682f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9af3d873-dcf5-4498-b710-974f39d1ebae {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:31:36.981353 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-7348a1fd-f4ae-4e8d-9420-df9048f0682f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:36.998320 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-7348a1fd-f4ae-4e8d-9420-df9048f0682f service neutron] Transition to ACTIVE for port object 9af3d873-dcf5-4498-b710-974f39d1ebae will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:37.004805 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-7348a1fd-f4ae-4e8d-9420-df9048f0682f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8458856'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:37.013624 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-3593d400-e97e-4f65-97f0-69fca024fa52 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:37.040826 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] get_ports_and_sgs() called for port_ids ['bad6539d-473a-4ae7-8574-1eba84cbf59d', '81dbe444-5db9-4391-bed2-2330c577d434', '9f3da0a3-b185-45ff-b4d2-014e05b788f5'] {{(pid=93892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:31:37.059341 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-3593d400-e97e-4f65-97f0-69fca024fa52 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Network a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:31:37.067882 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-3593d400-e97e-4f65-97f0-69fca024fa52 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:37.072679 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-3593d400-e97e-4f65-97f0-69fca024fa52 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:31:37.079613 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a1fd-f4ae-4e8d-9420-df9048f0682f service neutron] Pushing event updated for resources: {'Port': ['ID=9af3d873-dcf5-4498-b710-974f39d1ebae,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:37.268427 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-3593d400-e97e-4f65-97f0-69fca024fa52 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:37.269033 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-3593d400-e97e-4f65-97f0-69fca024fa52 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:37.281237 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3593d400-e97e-4f65-97f0-69fca024fa52 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Pushing event updated for resources: {'Port': ['ID=6b05bda1-93a4-41e5-bdff-1409450b75ca,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:37.321851 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-3593d400-e97e-4f65-97f0-69fca024fa52 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2540913 Aug 27 03:31:37.336151 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0067ddd2-72a5-4a71-84fe-428dcb3907fd req-93af1006-f5a1-49c1-95cd-82decbe82496 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:37.337609 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-0067ddd2-72a5-4a71-84fe-428dcb3907fd req-93af1006-f5a1-49c1-95cd-82decbe82496 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 945 time: 0.2042160 Aug 27 03:31:37.347017 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-93aea0f4-87d6-4c89-bd01-621683647e03 service neutron] Request body: {'port': {'device_id': '6175dc67-2b16-477f-b0fa-db605b5b41f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:37.356682 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf02c1-4d62-4748-b978-b91d29cfe19c req-75a40056-4519-40e0-9b5c-99ade1cf5194 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:37.358466 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-04bf02c1-4d62-4748-b978-b91d29cfe19c req-75a40056-4519-40e0-9b5c-99ade1cf5194 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 945 time: 0.1979842 Aug 27 03:31:37.362956 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-7348a1fd-f4ae-4e8d-9420-df9048f0682f service neutron] Attempting to bind port 9af3d873-dcf5-4498-b710-974f39d1ebae on host hv-cinder-80473 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:31:37.363438 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-7348a1fd-f4ae-4e8d-9420-df9048f0682f service neutron] Attempting to bind port 9af3d873-dcf5-4498-b710-974f39d1ebae by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'cd94c509-5c85-4501-bbd0-bfe66cd37392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '86a24c14-9a31-45eb-af67-a58be595d161'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:31:37.363838 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-7348a1fd-f4ae-4e8d-9420-df9048f0682f service neutron] Attempting to bind port 9af3d873-dcf5-4498-b710-974f39d1ebae on network 86a24c14-9a31-45eb-af67-a58be595d161 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:37.628241 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-7348a1fd-f4ae-4e8d-9420-df9048f0682f service neutron] Port 9af3d873-dcf5-4498-b710-974f39d1ebae on network 86a24c14-9a31-45eb-af67-a58be595d161 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:31:37.628520 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-7348a1fd-f4ae-4e8d-9420-df9048f0682f service neutron] Attempting to bind port 9af3d873-dcf5-4498-b710-974f39d1ebae on network 86a24c14-9a31-45eb-af67-a58be595d161 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:37.665296 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-7348a1fd-f4ae-4e8d-9420-df9048f0682f service neutron] Checking agent: {'id': '24f718bb-5cbe-4fbb-a277-c3e337c88f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 27, 23), 'started_at': datetime.datetime(2021, 8, 27, 3, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:31:37.665632 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-7348a1fd-f4ae-4e8d-9420-df9048f0682f service neutron] Checking segment: {'id': 'cd94c509-5c85-4501-bbd0-bfe66cd37392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '86a24c14-9a31-45eb-af67-a58be595d161'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:37.666014 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-7348a1fd-f4ae-4e8d-9420-df9048f0682f service neutron] Bound using segment: {'id': 'cd94c509-5c85-4501-bbd0-bfe66cd37392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '86a24c14-9a31-45eb-af67-a58be595d161'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:31:37.666462 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-7348a1fd-f4ae-4e8d-9420-df9048f0682f service neutron] Bound port: 9af3d873-dcf5-4498-b710-974f39d1ebae, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd94c509-5c85-4501-bbd0-bfe66cd37392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '86a24c14-9a31-45eb-af67-a58be595d161'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:31:37.666816 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-7348a1fd-f4ae-4e8d-9420-df9048f0682f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:37.705293 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-0067ddd2-72a5-4a71-84fe-428dcb3907fd req-d09c6c6a-7bfe-40e5-bbd6-ce17a688e6b0 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3452861 Aug 27 03:31:37.708516 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-93aea0f4-87d6-4c89-bd01-621683647e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:37.711984 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-04bf02c1-4d62-4748-b978-b91d29cfe19c req-c076e425-48b5-4e8c-a9e9-d7f5a9273d56 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456628 Aug 27 03:31:37.871959 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-7348a1fd-f4ae-4e8d-9420-df9048f0682f service neutron] For port 9af3d873-dcf5-4498-b710-974f39d1ebae, host hv-cinder-80473, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:31:37.947104 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-7348a1fd-f4ae-4e8d-9420-df9048f0682f service neutron] For port 9af3d873-dcf5-4498-b710-974f39d1ebae, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9af3d873-dcf5-4498-b710-974f39d1ebae,segment=NetworkSegment(cd94c509-5c85-4501-bbd0-bfe66cd37392),segment_id=cd94c509-5c85-4501-bbd0-bfe66cd37392)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:31:37.959414 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-7348a1fd-f4ae-4e8d-9420-df9048f0682f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8458856'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:37.973472 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f191d-cdbb-4b82-b6b8-f11b4e35429c req-c63e8972-b2f3-4adf-b4a0-ea9a8e1f6729 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:37.974908 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d81f191d-cdbb-4b82-b6b8-f11b4e35429c req-c63e8972-b2f3-4adf-b4a0-ea9a8e1f6729 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 943 time: 0.2043769 Aug 27 03:31:38.024370 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6bc216-6378-422f-bb56-00d56606ad79 req-62ba6457-85e1-41e7-89f5-2c7dbc3ee3a6 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:38.026018 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3c6bc216-6378-422f-bb56-00d56606ad79 req-62ba6457-85e1-41e7-89f5-2c7dbc3ee3a6 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=6175dc67-2b16-477f-b0fa-db605b5b41f9 HTTP/1.1" status: 200 len: 931 time: 0.2352426 Aug 27 03:31:38.091598 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-7348a1fd-f4ae-4e8d-9420-df9048f0682f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:38.092218 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-7348a1fd-f4ae-4e8d-9420-df9048f0682f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:38.093597 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-7348a1fd-f4ae-4e8d-9420-df9048f0682f service neutron] 10.222.0.63 "PUT /v2.0/ports/9af3d873-dcf5-4498-b710-974f39d1ebae HTTP/1.1" status: 200 len: 1093 time: 1.6934924 Aug 27 03:31:38.096572 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25b26f8-5e31-4626-bda8-a9cec1e654fc', 'tag': '9af3d873-dcf5-4498-b710-974f39d1ebae'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:31:38.098886 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5db798dbfc6723b72cacb44784ab66cf68bec91175074e332c63962bd4ba80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68a1e62-b1fd-4919-bf09-278d2703d42a" -d '{"events": [{"name": "network-changed", "server_uuid": "e25b26f8-5e31-4626-bda8-a9cec1e654fc", "tag": "9af3d873-dcf5-4498-b710-974f39d1ebae"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:31:38.182571 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a1fd-f4ae-4e8d-9420-df9048f0682f service neutron] Pushing event updated for resources: {'Port': ['ID=9af3d873-dcf5-4498-b710-974f39d1ebae,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:38.208115 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d81f191d-cdbb-4b82-b6b8-f11b4e35429c req-84feaa51-8259-4bd0-bd70-c0a1671caec0 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2232215 Aug 27 03:31:38.213184 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3c6bc216-6378-422f-bb56-00d56606ad79 req-21a6ced9-5c9a-4e20-9b45-1c3cabb68984 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481054 Aug 27 03:31:38.257587 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-9203d03b-7fd9-41f2-a9f0-dcce993fd4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:38.259175 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-9203d03b-7fd9-41f2-a9f0-dcce993fd4c9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=90c43de7a6384b82b35f14a762da5d37&device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 1096 time: 0.1029348 Aug 27 03:31:38.267435 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e524498e-46d2-4604-a58c-3c02fa5ae3ee x-openstack-request-id: req-e524498e-46d2-4604-a58c-3c02fa5ae3ee {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:31:38.267719 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25b26f8-5e31-4626-bda8-a9cec1e654fc", "tag": "9af3d873-dcf5-4498-b710-974f39d1ebae", "status": "completed", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:31:38.267962 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e524498e-46d2-4604-a58c-3c02fa5ae3ee {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:31:38.268370 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e25b26f8-5e31-4626-bda8-a9cec1e654fc', 'tag': '9af3d873-dcf5-4498-b710-974f39d1ebae', 'status': 'completed', 'code': 200} Aug 27 03:31:38.345788 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-1d224698-9873-447e-8e01-26dfc73542ab service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9af3d873-dcf5-4498-b710-974f39d1ebae HTTP/1.1" status: 200 len: 217 time: 0.0486333 Aug 27 03:31:38.354404 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-93aea0f4-87d6-4c89-bd01-621683647e03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b05bda1-93a4-41e5-bdff-1409450b75ca {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:31:38.371831 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-93aea0f4-87d6-4c89-bd01-621683647e03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:38.409774 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-93aea0f4-87d6-4c89-bd01-621683647e03 service neutron] Transition to ACTIVE for port object 6b05bda1-93a4-41e5-bdff-1409450b75ca will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:38.416623 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-93aea0f4-87d6-4c89-bd01-621683647e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8458856'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:38.429814 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-434838dd-8562-43b7-a067-cd3e0d9dccd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:38.431340 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-434838dd-8562-43b7-a067-cd3e0d9dccd7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=02e507ef-65b0-47f3-a75e-47a97e59e5ca HTTP/1.1" status: 200 len: 848 time: 0.0709043 Aug 27 03:31:38.510921 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aea0f4-87d6-4c89-bd01-621683647e03 service neutron] Pushing event updated for resources: {'Port': ['ID=6b05bda1-93a4-41e5-bdff-1409450b75ca,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:38.563108 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-5ec02c04-b578-400d-9692-bcc8c442a6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:38.564630 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-5ec02c04-b578-400d-9692-bcc8c442a6d9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86a24c14-9a31-45eb-af67-a58be595d161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1090338 Aug 27 03:31:38.639285 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-93aea0f4-87d6-4c89-bd01-621683647e03 service neutron] Attempting to bind port 6b05bda1-93a4-41e5-bdff-1409450b75ca on host hv-cinder-80473 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:31:38.639629 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-93aea0f4-87d6-4c89-bd01-621683647e03 service neutron] Attempting to bind port 6b05bda1-93a4-41e5-bdff-1409450b75ca by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '28780841-0c3a-4bb1-9cb1-796a642c1ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:31:38.640002 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-93aea0f4-87d6-4c89-bd01-621683647e03 service neutron] Attempting to bind port 6b05bda1-93a4-41e5-bdff-1409450b75ca on network a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:38.649898 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-93aea0f4-87d6-4c89-bd01-621683647e03 service neutron] Port 6b05bda1-93a4-41e5-bdff-1409450b75ca on network a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:31:38.650241 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-93aea0f4-87d6-4c89-bd01-621683647e03 service neutron] Attempting to bind port 6b05bda1-93a4-41e5-bdff-1409450b75ca on network a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:38.660261 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-93aea0f4-87d6-4c89-bd01-621683647e03 service neutron] Checking agent: {'id': '24f718bb-5cbe-4fbb-a277-c3e337c88f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 27, 23), 'started_at': datetime.datetime(2021, 8, 27, 3, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:31:38.660682 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-93aea0f4-87d6-4c89-bd01-621683647e03 service neutron] Checking segment: {'id': '28780841-0c3a-4bb1-9cb1-796a642c1ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:38.661183 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-93aea0f4-87d6-4c89-bd01-621683647e03 service neutron] Bound using segment: {'id': '28780841-0c3a-4bb1-9cb1-796a642c1ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:31:38.661652 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-93aea0f4-87d6-4c89-bd01-621683647e03 service neutron] Bound port: 6b05bda1-93a4-41e5-bdff-1409450b75ca, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28780841-0c3a-4bb1-9cb1-796a642c1ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:31:38.662292 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-93aea0f4-87d6-4c89-bd01-621683647e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:38.719898 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-08a80bd0-fa17-4455-b240-6f1c9a049f7f service neutron] 10.222.0.63 "GET /v2.0/networks/86a24c14-9a31-45eb-af67-a58be595d161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396708 Aug 27 03:31:38.763095 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-93aea0f4-87d6-4c89-bd01-621683647e03 service neutron] For port 6b05bda1-93a4-41e5-bdff-1409450b75ca, host hv-cinder-80473, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:31:38.827644 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-93aea0f4-87d6-4c89-bd01-621683647e03 service neutron] For port 6b05bda1-93a4-41e5-bdff-1409450b75ca, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6b05bda1-93a4-41e5-bdff-1409450b75ca,segment=NetworkSegment(28780841-0c3a-4bb1-9cb1-796a642c1ab2),segment_id=28780841-0c3a-4bb1-9cb1-796a642c1ab2)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:31:38.863315 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-93aea0f4-87d6-4c89-bd01-621683647e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8458856'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:38.927394 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-93aea0f4-87d6-4c89-bd01-621683647e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:38.928015 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-93aea0f4-87d6-4c89-bd01-621683647e03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:38.929695 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-93aea0f4-87d6-4c89-bd01-621683647e03 service neutron] 10.222.0.63 "PUT /v2.0/ports/6b05bda1-93a4-41e5-bdff-1409450b75ca HTTP/1.1" status: 200 len: 1093 time: 1.5886717 Aug 27 03:31:38.975104 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa5a6df-4dd5-4b71-9aed-9a03d379a9de req-91fcacbf-1b8c-4203-900c-81902e18fb15 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:38.976581 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-efa5a6df-4dd5-4b71-9aed-9a03d379a9de req-91fcacbf-1b8c-4203-900c-81902e18fb15 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 945 time: 0.1742597 Aug 27 03:31:38.986985 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770c75e-8a65-49df-8e8b-90fb74810bae req-5e1e20e2-4646-4031-9810-0b245705f1c0 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:38.988390 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4770c75e-8a65-49df-8e8b-90fb74810bae req-5e1e20e2-4646-4031-9810-0b245705f1c0 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 945 time: 0.1797762 Aug 27 03:31:38.990194 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cfb1fac2-b5cc-491e-b46f-6827d61106a3 req-a50513dc-b46f-466a-b0db-7b259e6cde19 service neutron] 10.222.0.63 "GET /v2.0/networks/86a24c14-9a31-45eb-af67-a58be595d161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420316 Aug 27 03:31:39.001464 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aea0f4-87d6-4c89-bd01-621683647e03 service neutron] Pushing event updated for resources: {'Port': ['ID=6b05bda1-93a4-41e5-bdff-1409450b75ca,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:39.107643 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-efa5a6df-4dd5-4b71-9aed-9a03d379a9de req-f9ea798a-0ef7-44b2-9296-3acadfa30251 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164467 Aug 27 03:31:39.110010 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-4fd496c4-f854-4be7-bca1-155b71a235e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:39.111463 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-4fd496c4-f854-4be7-bca1-155b71a235e7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=01d740e2fdbb43f696818d258b9b3f4d&device_id=6175dc67-2b16-477f-b0fa-db605b5b41f9 HTTP/1.1" status: 200 len: 1096 time: 0.1319268 Aug 27 03:31:39.119173 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4770c75e-8a65-49df-8e8b-90fb74810bae req-44747686-fced-4d4d-9073-7ab08527f346 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201727 Aug 27 03:31:39.135512 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a1e62-b1fd-4919-bf09-278d2703d42a req-5daedf14-5187-4ddd-ab4b-e6c8cb457e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:39.137210 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d68a1e62-b1fd-4919-bf09-278d2703d42a req-5daedf14-5187-4ddd-ab4b-e6c8cb457e5a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=90c43de7a6384b82b35f14a762da5d37&device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 1096 time: 0.0824699 Aug 27 03:31:39.177333 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-8f93ec72-a523-4b37-97ad-c39c3e4ff03f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b05bda1-93a4-41e5-bdff-1409450b75ca HTTP/1.1" status: 200 len: 217 time: 0.0488129 Aug 27 03:31:39.272599 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-9ddb4d48-93db-4f8f-ac34-80ad5a3713ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:39.274065 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-9ddb4d48-93db-4f8f-ac34-80ad5a3713ae service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f0e904d8-7440-45dc-9db2-369b77311290 HTTP/1.1" status: 200 len: 854 time: 0.0870938 Aug 27 03:31:39.310574 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a1e62-b1fd-4919-bf09-278d2703d42a req-8bc1ad49-c35a-4827-9c6c-ea5b47f21840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:39.312028 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d68a1e62-b1fd-4919-bf09-278d2703d42a req-8bc1ad49-c35a-4827-9c6c-ea5b47f21840 service neutron] 10.222.0.63 "GET /v2.0/networks?id=86a24c14-9a31-45eb-af67-a58be595d161 HTTP/1.1" status: 200 len: 910 time: 0.1438453 Aug 27 03:31:39.362345 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-e025fde9-0be0-423c-bf65-84443d2d6715 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701344 Aug 27 03:31:39.413262 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d68a1e62-b1fd-4919-bf09-278d2703d42a req-72bf1d92-5128-4f95-914f-367f69a3b951 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9af3d873-dcf5-4498-b710-974f39d1ebae HTTP/1.1" status: 200 len: 217 time: 0.0534196 Aug 27 03:31:39.521077 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e56ea-b5dc-402f-a59d-7caf3a66b43e req-a831487a-b126-4c74-8f5b-79f44b8fcba6 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:39.522488 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-422e56ea-b5dc-402f-a59d-7caf3a66b43e req-a831487a-b126-4c74-8f5b-79f44b8fcba6 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=6175dc67-2b16-477f-b0fa-db605b5b41f9 HTTP/1.1" status: 200 len: 943 time: 0.2095895 Aug 27 03:31:39.529703 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5b447-a383-4b87-9097-3191775c84fa req-756995d3-7b1b-4868-ad11-6a2917968eaa tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:39.531062 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-12b5b447-a383-4b87-9097-3191775c84fa req-756995d3-7b1b-4868-ad11-6a2917968eaa tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 943 time: 0.2414546 Aug 27 03:31:39.580962 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a1e62-b1fd-4919-bf09-278d2703d42a req-02913183-a9cb-4444-a6ca-08617f6d6cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:39.582408 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d68a1e62-b1fd-4919-bf09-278d2703d42a req-02913183-a9cb-4444-a6ca-08617f6d6cfe service neutron] 10.222.0.63 "GET /v2.0/subnets?id=02e507ef-65b0-47f3-a75e-47a97e59e5ca HTTP/1.1" status: 200 len: 848 time: 0.1310863 Aug 27 03:31:39.594415 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-af165e00-8f4d-41c4-a9bd-4f48b9018867 service neutron] 10.222.0.63 "GET /v2.0/networks/a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931458 Aug 27 03:31:39.686552 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-422e56ea-b5dc-402f-a59d-7caf3a66b43e req-e2c4eac1-b074-4d8a-92c9-a57a7c879da8 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529756 Aug 27 03:31:39.694075 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-12b5b447-a383-4b87-9097-3191775c84fa req-8c6c2c8c-fa84-498d-93c6-c81db0d90f83 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543956 Aug 27 03:31:39.720511 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a1e62-b1fd-4919-bf09-278d2703d42a req-ada49116-4078-4248-8ea3-043fb51a0a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:39.722170 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d68a1e62-b1fd-4919-bf09-278d2703d42a req-ada49116-4078-4248-8ea3-043fb51a0a85 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86a24c14-9a31-45eb-af67-a58be595d161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1299267 Aug 27 03:31:39.750876 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6b32d800-127f-41a4-9791-b14fdf30e9b6 req-b03307a5-025f-495c-9b51-f00b673de6c1 service neutron] 10.222.0.63 "GET /v2.0/networks/a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262741 Aug 27 03:31:39.831277 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d68a1e62-b1fd-4919-bf09-278d2703d42a req-302dbf70-6637-42ab-822d-a0d3c0ae6032 service neutron] 10.222.0.63 "GET /v2.0/networks/86a24c14-9a31-45eb-af67-a58be595d161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902922 Aug 27 03:31:39.959687 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d68a1e62-b1fd-4919-bf09-278d2703d42a req-cf5b3205-86ef-455b-8025-d80a151009d3 service neutron] 10.222.0.63 "GET /v2.0/networks/86a24c14-9a31-45eb-af67-a58be595d161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147833 Aug 27 03:31:40.259815 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835ba76-ca5d-47a9-936a-f5ca1034493e req-4333a99b-f593-4830-a295-0b9af0686bf4 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:40.261435 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7835ba76-ca5d-47a9-936a-f5ca1034493e req-4333a99b-f593-4830-a295-0b9af0686bf4 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 945 time: 0.0760608 Aug 27 03:31:40.274283 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f63799-c7a1-45ed-b3a0-8ce80b636568 req-aaa92ab9-6cde-42d1-9620-e27c04888df8 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:40.275928 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-73f63799-c7a1-45ed-b3a0-8ce80b636568 req-aaa92ab9-6cde-42d1-9620-e27c04888df8 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 945 time: 0.0649676 Aug 27 03:31:40.277971 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6175dc67-2b16-477f-b0fa-db605b5b41f9', 'tag': '6b05bda1-93a4-41e5-bdff-1409450b75ca'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:31:40.280196 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5db798dbfc6723b72cacb44784ab66cf68bec91175074e332c63962bd4ba80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a9c0ba-3df5-4e63-a2e3-eb8d67666c0f" -d '{"events": [{"name": "network-changed", "server_uuid": "6175dc67-2b16-477f-b0fa-db605b5b41f9", "tag": "6b05bda1-93a4-41e5-bdff-1409450b75ca"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:31:40.340183 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7835ba76-ca5d-47a9-936a-f5ca1034493e req-d56fcc77-6711-454b-b297-8c38f5430b6f tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628762 Aug 27 03:31:40.342871 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-73f63799-c7a1-45ed-b3a0-8ce80b636568 req-3f78d9cd-1dc8-4916-a773-df01c5dd32ee tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593529 Aug 27 03:31:40.390903 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f270ef-c820-4c2a-a1ff-f94748b30fa3 x-openstack-request-id: req-a2f270ef-c820-4c2a-a1ff-f94748b30fa3 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:31:40.391281 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6175dc67-2b16-477f-b0fa-db605b5b41f9", "tag": "6b05bda1-93a4-41e5-bdff-1409450b75ca", "status": "completed", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:31:40.391661 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a2f270ef-c820-4c2a-a1ff-f94748b30fa3 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:31:40.392125 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6175dc67-2b16-477f-b0fa-db605b5b41f9', 'tag': '6b05bda1-93a4-41e5-bdff-1409450b75ca', 'status': 'completed', 'code': 200} Aug 27 03:31:40.470777 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9c0ba-3df5-4e63-a2e3-eb8d67666c0f req-1e3713f4-45fc-42cf-93cf-601e62231735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:40.472340 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-48a9c0ba-3df5-4e63-a2e3-eb8d67666c0f req-1e3713f4-45fc-42cf-93cf-601e62231735 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=01d740e2fdbb43f696818d258b9b3f4d&device_id=6175dc67-2b16-477f-b0fa-db605b5b41f9 HTTP/1.1" status: 200 len: 1096 time: 0.0457964 Aug 27 03:31:40.579610 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9c0ba-3df5-4e63-a2e3-eb8d67666c0f req-f212bf01-3228-494f-95ad-d81cddcb663b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:40.581078 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-48a9c0ba-3df5-4e63-a2e3-eb8d67666c0f req-f212bf01-3228-494f-95ad-d81cddcb663b service neutron] 10.222.0.63 "GET /v2.0/networks?id=a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3 HTTP/1.1" status: 200 len: 915 time: 0.0997825 Aug 27 03:31:40.644951 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-48a9c0ba-3df5-4e63-a2e3-eb8d67666c0f req-1b96a8fd-635f-4ebd-8984-32974277eeef service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b05bda1-93a4-41e5-bdff-1409450b75ca HTTP/1.1" status: 200 len: 217 time: 0.0476193 Aug 27 03:31:40.703240 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9c0ba-3df5-4e63-a2e3-eb8d67666c0f req-a687bdc3-ed0c-4143-9f02-46566f2df2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:40.704828 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-48a9c0ba-3df5-4e63-a2e3-eb8d67666c0f req-a687bdc3-ed0c-4143-9f02-46566f2df2cc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f0e904d8-7440-45dc-9db2-369b77311290 HTTP/1.1" status: 200 len: 854 time: 0.0463367 Aug 27 03:31:40.764771 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-48a9c0ba-3df5-4e63-a2e3-eb8d67666c0f req-c887ab54-649b-42d7-b1cf-c2c8ac699a85 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286331 Aug 27 03:31:40.901632 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d7bb7-0721-48fb-9184-bcf80e79026f req-2a346fc2-a6c0-4229-95fb-e7a16b865111 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:40.903541 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e38d7bb7-0721-48fb-9184-bcf80e79026f req-2a346fc2-a6c0-4229-95fb-e7a16b865111 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=6175dc67-2b16-477f-b0fa-db605b5b41f9 HTTP/1.1" status: 200 len: 943 time: 0.1417615 Aug 27 03:31:40.918884 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36948b-df65-44af-a0aa-4d8f326384da req-3b7bd2b2-0210-4d5c-99df-50c740b6cb18 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:40.920335 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7a36948b-df65-44af-a0aa-4d8f326384da req-3b7bd2b2-0210-4d5c-99df-50c740b6cb18 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 943 time: 0.1309836 Aug 27 03:31:40.953371 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-48a9c0ba-3df5-4e63-a2e3-eb8d67666c0f req-07d00c38-b104-49c3-82b8-29ed92ff22ab service neutron] 10.222.0.63 "GET /v2.0/networks/a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651227 Aug 27 03:31:41.214519 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e38d7bb7-0721-48fb-9184-bcf80e79026f req-b5616066-b5cb-44ed-b13e-a842b9ab9ca7 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031764 Aug 27 03:31:41.246171 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7a36948b-df65-44af-a0aa-4d8f326384da req-a7100a64-9300-426a-845c-19f8855205db tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3150282 Aug 27 03:31:41.290040 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-48a9c0ba-3df5-4e63-a2e3-eb8d67666c0f req-e6778ea3-a31c-4501-845e-ce997ca63d57 service neutron] 10.222.0.63 "GET /v2.0/networks/a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141325 Aug 27 03:31:41.492075 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7308e-9a74-4a07-873a-c092d106f7ba req-3cd88303-6f07-477a-bb25-010bcfb557a1 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:41.493542 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-edd7308e-9a74-4a07-873a-c092d106f7ba req-3cd88303-6f07-477a-bb25-010bcfb557a1 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 945 time: 0.0776603 Aug 27 03:31:41.506120 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4b3fb-1d7f-4054-a3cb-5d5694df8b28 req-1cf5f432-84aa-4088-b411-8cd0e85a2393 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:41.507778 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-26b4b3fb-1d7f-4054-a3cb-5d5694df8b28 req-1cf5f432-84aa-4088-b411-8cd0e85a2393 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 945 time: 0.0830398 Aug 27 03:31:41.557250 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-edd7308e-9a74-4a07-873a-c092d106f7ba req-0315ffad-f41e-4a9d-9e1c-6e53f2a2122a tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484278 Aug 27 03:31:41.571243 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-26b4b3fb-1d7f-4054-a3cb-5d5694df8b28 req-6e2e6d11-e78b-4ac8-8950-761d04ed6390 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527740 Aug 27 03:31:42.369120 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdaa936-5895-4afa-9210-58071f408ddf req-be7e36ab-5026-4e21-ba49-e250e329cf8e tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:42.371032 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-bcdaa936-5895-4afa-9210-58071f408ddf req-be7e36ab-5026-4e21-ba49-e250e329cf8e tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=6175dc67-2b16-477f-b0fa-db605b5b41f9 HTTP/1.1" status: 200 len: 943 time: 0.0765562 Aug 27 03:31:42.410865 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b7a479-a5d7-46b1-aa23-3c6a3fc1e3af req-81dc9be6-aeec-44b2-a4d9-3f0dacf2bcfe tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:42.413649 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-98b7a479-a5d7-46b1-aa23-3c6a3fc1e3af req-81dc9be6-aeec-44b2-a4d9-3f0dacf2bcfe tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 943 time: 0.0922761 Aug 27 03:31:42.448431 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-bcdaa936-5895-4afa-9210-58071f408ddf req-463c59d7-8bb7-459c-8dc7-56d19e08e265 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709467 Aug 27 03:31:42.467564 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-98b7a479-a5d7-46b1-aa23-3c6a3fc1e3af req-ec0ba746-8bd4-4838-8ddc-58b1f10d6ac4 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474672 Aug 27 03:31:42.709825 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82df966-74f7-4a41-9775-21bf42aefe46 req-0ab934a1-3ca5-4732-832d-93d56262cc74 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:42.711324 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f82df966-74f7-4a41-9775-21bf42aefe46 req-0ab934a1-3ca5-4732-832d-93d56262cc74 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 945 time: 0.0784094 Aug 27 03:31:42.723386 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab9e03-2bca-44b3-88bf-115263ff12dc req-c82139a9-d004-4fec-bfe2-87ed0ef36f61 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:42.724927 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-61ab9e03-2bca-44b3-88bf-115263ff12dc req-c82139a9-d004-4fec-bfe2-87ed0ef36f61 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 945 time: 0.0809934 Aug 27 03:31:42.784346 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f82df966-74f7-4a41-9775-21bf42aefe46 req-1d8eef99-04fb-486e-942a-791e07f41cda tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584602 Aug 27 03:31:42.791103 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-61ab9e03-2bca-44b3-88bf-115263ff12dc req-0bb5d9a7-aa4a-4a95-a159-19e6eff50b9e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577314 Aug 27 03:31:43.593814 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21231d53-1850-4947-b81e-0c03b13e0987 req-64cf5da3-457e-4ded-aa4a-ec485e925695 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:43.595296 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-21231d53-1850-4947-b81e-0c03b13e0987 req-64cf5da3-457e-4ded-aa4a-ec485e925695 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=6175dc67-2b16-477f-b0fa-db605b5b41f9 HTTP/1.1" status: 200 len: 943 time: 0.0748847 Aug 27 03:31:43.617957 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f476d6-65d6-4269-aa35-713dd6ab6a43 req-baf6fee1-1d23-4066-8c48-1888ae0d9949 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:43.619393 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-82f476d6-65d6-4269-aa35-713dd6ab6a43 req-baf6fee1-1d23-4066-8c48-1888ae0d9949 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 943 time: 0.0730085 Aug 27 03:31:43.660837 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 6b05bda1-93a4-41e5-bdff-1409450b75ca details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=93892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:31:43.662136 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-21231d53-1850-4947-b81e-0c03b13e0987 req-32a5f70f-28b0-49d4-8e46-e717c2543547 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605268 Aug 27 03:31:43.675601 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-82f476d6-65d6-4269-aa35-713dd6ab6a43 req-6603a5d9-0d92-44fe-b713-5275d00838b8 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499349 Aug 27 03:31:43.776822 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 6b05bda1-93a4-41e5-bdff-1409450b75ca, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6b05bda1-93a4-41e5-bdff-1409450b75ca,segment=NetworkSegment(28780841-0c3a-4bb1-9cb1-796a642c1ab2),segment_id=28780841-0c3a-4bb1-9cb1-796a642c1ab2)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:43.788972 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Returning: {'device': '6b05bda1-93a4-41e5-bdff-1409450b75ca', 'network_id': 'a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3', 'port_id': '6b05bda1-93a4-41e5-bdff-1409450b75ca', 'mac_address': 'fa:16:3e:27:f6:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0e904d8-7440-45dc-9db2-369b77311290', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:31:43.837185 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:43.850465 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b05bda1-93a4-41e5-bdff-1409450b75ca {{(pid=93892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:31:43.871303 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 6b05bda1-93a4-41e5-bdff-1409450b75ca, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6b05bda1-93a4-41e5-bdff-1409450b75ca,segment=NetworkSegment(28780841-0c3a-4bb1-9cb1-796a642c1ab2),segment_id=28780841-0c3a-4bb1-9cb1-796a642c1ab2)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:43.875790 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:43.928591 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=6b05bda1-93a4-41e5-bdff-1409450b75ca,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:43.951498 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f30ae-faa9-4569-bc79-49572ac1a2b9 req-df8b0cae-9de9-4924-9076-04c5984eab27 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:43.952988 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3d7f30ae-faa9-4569-bc79-49572ac1a2b9 req-df8b0cae-9de9-4924-9076-04c5984eab27 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 945 time: 0.0862625 Aug 27 03:31:43.964806 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d805e-c52d-4cbb-99ce-bcbed7c674b3 req-2465bfbc-d5f0-401d-96b8-6e5379ae3af8 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:43.966454 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3a0d805e-c52d-4cbb-99ce-bcbed7c674b3 req-2465bfbc-d5f0-401d-96b8-6e5379ae3af8 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 945 time: 0.0906789 Aug 27 03:31:44.020435 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3d7f30ae-faa9-4569-bc79-49572ac1a2b9 req-323ec8eb-0d3c-494a-9161-5ffe3c5ffb51 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529919 Aug 27 03:31:44.024929 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3a0d805e-c52d-4cbb-99ce-bcbed7c674b3 req-3fecfed7-c206-41fb-b9c9-ea6c287a353e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509877 Aug 27 03:31:44.251254 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b0ffa5-1bea-4c6b-bc41-e1600b5512da req-7fd035d8-23cf-4e4d-ba60-b4e671849997 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:44.252950 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-68b0ffa5-1bea-4c6b-bc41-e1600b5512da req-7fd035d8-23cf-4e4d-ba60-b4e671849997 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0517459 Aug 27 03:31:44.296055 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-68b0ffa5-1bea-4c6b-bc41-e1600b5512da req-dc20e503-4a45-4d10-a812-4e06fd989d19 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354803 Aug 27 03:31:44.320179 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] get_ports_and_sgs() called for port_ids ['6b05bda1-93a4-41e5-bdff-1409450b75ca'] {{(pid=93892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:31:44.814389 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae3b1a-24ec-4aac-aea9-1836d6a142bf req-be00681e-c5e5-4f67-ad2b-3a3ba5d49cf4 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:44.816294 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c8ae3b1a-24ec-4aac-aea9-1836d6a142bf req-be00681e-c5e5-4f67-ad2b-3a3ba5d49cf4 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=6175dc67-2b16-477f-b0fa-db605b5b41f9 HTTP/1.1" status: 200 len: 944 time: 0.0829153 Aug 27 03:31:44.833373 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd366c73-0898-4bbb-9688-af9f1169ec79 req-5ec7ea86-45bb-4436-9954-e06666771428 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:44.834832 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-dd366c73-0898-4bbb-9688-af9f1169ec79 req-5ec7ea86-45bb-4436-9954-e06666771428 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 943 time: 0.0722420 Aug 27 03:31:44.866375 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-e75992ca-9f7c-4a75-b63e-ae50e38d2153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:44.890862 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c8ae3b1a-24ec-4aac-aea9-1836d6a142bf req-3d830a7d-7acb-4445-ba1c-177e96519d79 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676696 Aug 27 03:31:44.902888 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-dd366c73-0898-4bbb-9688-af9f1169ec79 req-56b2f8cf-a999-49d6-85e3-a2a81c356a1a tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593219 Aug 27 03:31:45.176873 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15fb74d-f453-4671-9ce3-8302d391185e req-2451c517-4e58-4869-81d0-dc8dec574772 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:45.178393 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b15fb74d-f453-4671-9ce3-8302d391185e req-2451c517-4e58-4869-81d0-dc8dec574772 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 945 time: 0.0871608 Aug 27 03:31:45.187030 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd8b2e-81ff-4c80-a0ae-33c5733d068a req-f3cd13a0-09a5-4331-9794-c9c8fc7bb5c2 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:45.188585 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7acd8b2e-81ff-4c80-a0ae-33c5733d068a req-f3cd13a0-09a5-4331-9794-c9c8fc7bb5c2 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 945 time: 0.0875816 Aug 27 03:31:45.241576 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b15fb74d-f453-4671-9ce3-8302d391185e req-dbfa92ad-01b5-48ba-84e2-31083c94ef6b tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519917 Aug 27 03:31:45.246210 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7acd8b2e-81ff-4c80-a0ae-33c5733d068a req-c2481171-d1ed-47fd-a407-73f4c494c2db tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509071 Aug 27 03:31:45.414050 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a7567-b16b-41e5-aff0-3b223d163136 req-66f6ecea-5849-41b3-b345-703ddbf46528 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:45.415572 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-953a7567-b16b-41e5-aff0-3b223d163136 req-66f6ecea-5849-41b3-b345-703ddbf46528 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0503936 Aug 27 03:31:45.469032 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-953a7567-b16b-41e5-aff0-3b223d163136 req-b7c6f0ba-ed0f-4293-bbe0-44df01f84c5b tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463300 Aug 27 03:31:46.056563 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282aff32-c47b-4e53-a4f0-5da46cb54073 req-15fe481f-1191-45f7-be3b-7927f9a00308 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:46.058050 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-282aff32-c47b-4e53-a4f0-5da46cb54073 req-15fe481f-1191-45f7-be3b-7927f9a00308 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=6175dc67-2b16-477f-b0fa-db605b5b41f9 HTTP/1.1" status: 200 len: 944 time: 0.0829036 Aug 27 03:31:46.068338 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540fb4d-8384-40f7-99ab-cea298cbd7a7 req-8a0ffbcb-19a5-4f14-8b22-f3c40c9987a8 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:46.069732 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5540fb4d-8384-40f7-99ab-cea298cbd7a7 req-8a0ffbcb-19a5-4f14-8b22-f3c40c9987a8 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 943 time: 0.0821636 Aug 27 03:31:46.124734 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-282aff32-c47b-4e53-a4f0-5da46cb54073 req-ddfced17-3bc5-42bb-8af1-fc4cbf167045 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540450 Aug 27 03:31:46.130061 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5540fb4d-8384-40f7-99ab-cea298cbd7a7 req-7db0095f-8e6e-4dfa-8500-36077d46f2d3 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535808 Aug 27 03:31:46.385886 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe2de9-2f7e-44b5-8b19-fe21d11a3ebb req-2d6b306a-6a5b-475e-8da7-23fbac897011 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:46.387334 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-01fe2de9-2f7e-44b5-8b19-fe21d11a3ebb req-2d6b306a-6a5b-475e-8da7-23fbac897011 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 945 time: 0.0760298 Aug 27 03:31:46.399309 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2725e-e1ab-4a75-b57c-1bad770ceb77 req-b0ec3a11-bf8b-4f0c-bec0-7586fd71fa60 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:46.400785 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3af2725e-e1ab-4a75-b57c-1bad770ceb77 req-b0ec3a11-bf8b-4f0c-bec0-7586fd71fa60 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 945 time: 0.0806193 Aug 27 03:31:46.453430 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-01fe2de9-2f7e-44b5-8b19-fe21d11a3ebb req-25f50c3d-2ac0-45d8-957e-28ed28e9d911 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516210 Aug 27 03:31:46.460318 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3af2725e-e1ab-4a75-b57c-1bad770ceb77 req-02039afd-517d-4636-8301-781c79a829c1 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512269 Aug 27 03:31:46.604125 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426e616-d0b9-4daf-9de5-5d6758647bff req-693c4d69-c7a4-45eb-8b69-78c5fe3d0b6a tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:46.605598 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f426e616-d0b9-4daf-9de5-5d6758647bff req-693c4d69-c7a4-45eb-8b69-78c5fe3d0b6a tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0596576 Aug 27 03:31:46.649054 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f426e616-d0b9-4daf-9de5-5d6758647bff req-1a8d9db3-f2f6-4c26-b7f5-6afdd3f8736e tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347719 Aug 27 03:31:47.254778 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-b915c192-5fca-4f2c-87b7-90792c1d3fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:47.287876 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c6328-4443-403f-8465-7b555f007354 req-ad35f823-8b3c-41ef-a22e-779aafc1a5b4 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:47.289401 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7a5c6328-4443-403f-8465-7b555f007354 req-ad35f823-8b3c-41ef-a22e-779aafc1a5b4 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=6175dc67-2b16-477f-b0fa-db605b5b41f9 HTTP/1.1" status: 200 len: 944 time: 0.0822151 Aug 27 03:31:47.301134 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0119cf-de70-4d16-89d9-ff9826919d36 req-d5f2f64b-aace-4f4c-880f-3ee907b9f555 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:47.302516 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7b0119cf-de70-4d16-89d9-ff9826919d36 req-d5f2f64b-aace-4f4c-880f-3ee907b9f555 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 943 time: 0.0859897 Aug 27 03:31:47.358299 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7a5c6328-4443-403f-8465-7b555f007354 req-886bada5-c627-40ce-aba5-74e37b25dc74 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548217 Aug 27 03:31:47.362961 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7b0119cf-de70-4d16-89d9-ff9826919d36 req-14d0cfb2-824c-4de1-aa4a-ee346c382d3d tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532460 Aug 27 03:31:47.485117 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:47.613747 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae45374-f264-4ae6-9781-48a38dfdba8c req-de3dfddb-1081-4526-8025-35ee05727600 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:47.615097 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9ae45374-f264-4ae6-9781-48a38dfdba8c req-de3dfddb-1081-4526-8025-35ee05727600 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 945 time: 0.0862277 Aug 27 03:31:47.624024 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580627b-4187-47fa-a0e8-e5d47eec731a req-2d7f0252-29e5-45bc-93f1-09d40afcb551 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:47.625541 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b580627b-4187-47fa-a0e8-e5d47eec731a req-2d7f0252-29e5-45bc-93f1-09d40afcb551 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 945 time: 0.0946538 Aug 27 03:31:47.679114 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9ae45374-f264-4ae6-9781-48a38dfdba8c req-6285b82b-b826-4068-a627-b1b5a5000432 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522375 Aug 27 03:31:47.684303 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b580627b-4187-47fa-a0e8-e5d47eec731a req-c3bc3a79-bfb3-4761-87ea-a3d3ebf50abf tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518792 Aug 27 03:31:47.695226 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 9af3d873-dcf5-4498-b710-974f39d1ebae details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=93892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:31:47.702647 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 6b05bda1-93a4-41e5-bdff-1409450b75ca up at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:47.787039 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15111a59-a8c4-446d-bb34-3eb4b3a4675d req-420fd0be-1491-440f-a131-5d1d86dc2ea1 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:47.788561 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-15111a59-a8c4-446d-bb34-3eb4b3a4675d req-420fd0be-1491-440f-a131-5d1d86dc2ea1 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0485871 Aug 27 03:31:47.819442 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Provisioning for port 6b05bda1-93a4-41e5-bdff-1409450b75ca completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:31:47.826826 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Provisioning complete for port 6b05bda1-93a4-41e5-bdff-1409450b75ca triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:47.827187 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:47.829629 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 9af3d873-dcf5-4498-b710-974f39d1ebae, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9af3d873-dcf5-4498-b710-974f39d1ebae,segment=NetworkSegment(cd94c509-5c85-4501-bbd0-bfe66cd37392),segment_id=cd94c509-5c85-4501-bbd0-bfe66cd37392)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:47.833408 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-15111a59-a8c4-446d-bb34-3eb4b3a4675d req-9ce5ed11-0d3e-4274-8708-1cae6e80ae22 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384526 Aug 27 03:31:47.859565 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Returning: {'device': '9af3d873-dcf5-4498-b710-974f39d1ebae', 'network_id': '86a24c14-9a31-45eb-af67-a58be595d161', 'port_id': '9af3d873-dcf5-4498-b710-974f39d1ebae', 'mac_address': 'fa:16:3e:96:3f:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02e507ef-65b0-47f3-a75e-47a97e59e5ca', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:31:47.910421 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:47.942508 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9af3d873-dcf5-4498-b710-974f39d1ebae {{(pid=93892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:31:47.964761 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:47.969669 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 9af3d873-dcf5-4498-b710-974f39d1ebae, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9af3d873-dcf5-4498-b710-974f39d1ebae,segment=NetworkSegment(cd94c509-5c85-4501-bbd0-bfe66cd37392),segment_id=cd94c509-5c85-4501-bbd0-bfe66cd37392)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:47.979505 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:48.012281 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6175dc67-2b16-477f-b0fa-db605b5b41f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b05bda1-93a4-41e5-bdff-1409450b75ca'}] {{(pid=93892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:31:48.014579 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b63a46784ce0c86216665a107eadf653c768d6aaa0a676db5e2e070eb4240c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a170c7dc-69fc-4509-a4f3-f93ef39b8d51" -d '{"events": [{"server_uuid": "6175dc67-2b16-477f-b0fa-db605b5b41f9", "name": "network-vif-plugged", "status": "completed", "tag": "6b05bda1-93a4-41e5-bdff-1409450b75ca"}]}' {{(pid=93892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:31:48.033496 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 6b05bda1-93a4-41e5-bdff-1409450b75ca, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6b05bda1-93a4-41e5-bdff-1409450b75ca,segment=NetworkSegment(28780841-0c3a-4bb1-9cb1-796a642c1ab2),segment_id=28780841-0c3a-4bb1-9cb1-796a642c1ab2)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:48.044659 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:48.049089 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=9af3d873-dcf5-4498-b710-974f39d1ebae,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:48.073782 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eccb6f7-bb6e-4264-9bb6-57fffdc80bf4 x-openstack-request-id: req-4eccb6f7-bb6e-4264-9bb6-57fffdc80bf4 {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:31:48.074047 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6175dc67-2b16-477f-b0fa-db605b5b41f9", "name": "network-vif-plugged", "status": "completed", "tag": "6b05bda1-93a4-41e5-bdff-1409450b75ca", "code": 200}]} {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:31:48.074271 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4eccb6f7-bb6e-4264-9bb6-57fffdc80bf4 {{(pid=93892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:31:48.074653 dv-cinder-804735-2-iscsi neutron-server[93892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6175dc67-2b16-477f-b0fa-db605b5b41f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b05bda1-93a4-41e5-bdff-1409450b75ca', 'code': 200} Aug 27 03:31:48.104402 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=6b05bda1-93a4-41e5-bdff-1409450b75ca,revision_number=5']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:48.280987 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f260177c-b293-4c1a-9771-b0d1e15bcf35 req-446bc99f-360c-4bb1-8db7-844b60b735c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:48.282467 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f260177c-b293-4c1a-9771-b0d1e15bcf35 req-446bc99f-360c-4bb1-8db7-844b60b735c5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6175dc67-2b16-477f-b0fa-db605b5b41f9 HTTP/1.1" status: 200 len: 1098 time: 0.0421028 Aug 27 03:31:48.332257 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f260177c-b293-4c1a-9771-b0d1e15bcf35 req-4c526882-8c67-4277-97a5-a27aa651116a service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297811 Aug 27 03:31:48.499792 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] get_ports_and_sgs() called for port_ids ['9af3d873-dcf5-4498-b710-974f39d1ebae'] {{(pid=93892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:31:48.511667 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5784fda-c678-45b7-8775-3f329f15f4f1 req-aed24358-0454-4649-aeba-2541c6b3d4f7 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:48.513592 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d5784fda-c678-45b7-8775-3f329f15f4f1 req-aed24358-0454-4649-aeba-2541c6b3d4f7 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 944 time: 0.0812192 Aug 27 03:31:48.521126 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1daed-9ea8-45ed-91a1-84e44c7490c4 req-6d9dfa44-7a54-4196-b807-062f9d685ff3 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:48.522490 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-37b1daed-9ea8-45ed-91a1-84e44c7490c4 req-6d9dfa44-7a54-4196-b807-062f9d685ff3 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=6175dc67-2b16-477f-b0fa-db605b5b41f9 HTTP/1.1" status: 200 len: 945 time: 0.0915816 Aug 27 03:31:48.579303 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d5784fda-c678-45b7-8775-3f329f15f4f1 req-75d96a0a-6917-409e-bc15-57d63ca93fa0 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557678 Aug 27 03:31:48.583974 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-37b1daed-9ea8-45ed-91a1-84e44c7490c4 req-9cebba38-2ba6-4681-986b-e28ecff77726 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544710 Aug 27 03:31:48.625471 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:48.827445 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85457ff5-7fbf-48f3-bd09-0c58eac82110 req-67f7465e-4ce9-47d3-a2a7-93224561a942 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:48.828937 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-85457ff5-7fbf-48f3-bd09-0c58eac82110 req-67f7465e-4ce9-47d3-a2a7-93224561a942 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 945 time: 0.0808954 Aug 27 03:31:48.840974 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615a1e5-444f-439d-b754-bbc027312df4 req-b02f5841-3cee-4bbd-9020-2d23fc6f52c6 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:48.842182 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a615a1e5-444f-439d-b754-bbc027312df4 req-b02f5841-3cee-4bbd-9020-2d23fc6f52c6 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 945 time: 0.0678401 Aug 27 03:31:48.903197 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-85457ff5-7fbf-48f3-bd09-0c58eac82110 req-914ccd6e-516a-4d43-83ff-6de14ee4a7db tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599597 Aug 27 03:31:48.907977 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a615a1e5-444f-439d-b754-bbc027312df4 req-a026aaa5-cd3f-47e4-8d1e-7a237237b1ae tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592608 Aug 27 03:31:49.017989 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d62aa-92fb-416f-ad15-60a23216bf2e req-82ce52cc-434d-4153-a985-80afa2da247c tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:49.019480 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7c7d62aa-92fb-416f-ad15-60a23216bf2e req-82ce52cc-434d-4153-a985-80afa2da247c tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0595202 Aug 27 03:31:49.068403 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7c7d62aa-92fb-416f-ad15-60a23216bf2e req-840401d3-65a9-4e23-8ba5-b69183ef3340 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426354 Aug 27 03:31:49.727629 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6f134-6ad0-41bc-a678-b8d3c28c4042 req-8ea9c455-62e0-4694-91a4-08a0a3d2cd23 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:49.729107 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7ef6f134-6ad0-41bc-a678-b8d3c28c4042 req-8ea9c455-62e0-4694-91a4-08a0a3d2cd23 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 944 time: 0.0817473 Aug 27 03:31:49.739874 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb031e-905a-4e7d-94d1-d43015e5ebc0 req-24252d26-e7f2-459d-9907-757a4a1a9682 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:49.741177 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1fdb031e-905a-4e7d-94d1-d43015e5ebc0 req-24252d26-e7f2-459d-9907-757a4a1a9682 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=6175dc67-2b16-477f-b0fa-db605b5b41f9 HTTP/1.1" status: 200 len: 945 time: 0.0832984 Aug 27 03:31:49.794882 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7ef6f134-6ad0-41bc-a678-b8d3c28c4042 req-6c15c2c9-5e2d-4807-bdd1-482d7c0ed18f tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527561 Aug 27 03:31:49.799867 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1fdb031e-905a-4e7d-94d1-d43015e5ebc0 req-962823b2-f48f-4474-9b04-b7c500b0a217 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520294 Aug 27 03:31:50.057788 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e725fe-5841-4ca2-bb1e-7a1233cad979 req-3637060d-b13f-4acb-a120-9f6874aae5b1 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:50.059296 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-40e725fe-5841-4ca2-bb1e-7a1233cad979 req-3637060d-b13f-4acb-a120-9f6874aae5b1 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 945 time: 0.0806317 Aug 27 03:31:50.071198 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24662e-95d7-4d1a-9fa5-91b788f171e0 req-fd9cf4e2-5119-4924-a6a3-77b448f59df4 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:50.072714 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2a24662e-95d7-4d1a-9fa5-91b788f171e0 req-fd9cf4e2-5119-4924-a6a3-77b448f59df4 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 945 time: 0.0832601 Aug 27 03:31:50.120082 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-40e725fe-5841-4ca2-bb1e-7a1233cad979 req-cd9edb76-0d16-4aeb-b18f-a6b8778f8121 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464094 Aug 27 03:31:50.133489 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2a24662e-95d7-4d1a-9fa5-91b788f171e0 req-03f0ff01-0f36-4196-8a33-652cd23ce407 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535853 Aug 27 03:31:50.143076 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:50.226500 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5e55c-b1af-4259-bd91-610affc0f959 req-46e4e00b-103c-44f5-baeb-cf0aab471e27 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:50.228039 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-16a5e55c-b1af-4259-bd91-610affc0f959 req-46e4e00b-103c-44f5-baeb-cf0aab471e27 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0501268 Aug 27 03:31:50.266907 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-16a5e55c-b1af-4259-bd91-610affc0f959 req-672815d4-082a-4720-97df-9c334a9c89a2 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316086 Aug 27 03:31:50.945396 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58605ad9-c1f1-4222-b101-3fc9be4fc2ed req-a4ff4fc8-3872-4313-aefb-90dcaf58931e tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:50.946858 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-58605ad9-c1f1-4222-b101-3fc9be4fc2ed req-a4ff4fc8-3872-4313-aefb-90dcaf58931e tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 944 time: 0.0767214 Aug 27 03:31:50.957648 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3943fb-059d-4092-9765-24627f16897a req-b89e9315-5afd-4ba7-a21a-bebddaa5f25a tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:50.959088 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-0e3943fb-059d-4092-9765-24627f16897a req-b89e9315-5afd-4ba7-a21a-bebddaa5f25a tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=6175dc67-2b16-477f-b0fa-db605b5b41f9 HTTP/1.1" status: 200 len: 945 time: 0.0801003 Aug 27 03:31:51.012682 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-58605ad9-c1f1-4222-b101-3fc9be4fc2ed req-e99a3997-ae61-489a-a8f8-a9edf045e190 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525258 Aug 27 03:31:51.017332 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-0e3943fb-059d-4092-9765-24627f16897a req-ed76bad5-b2b8-4acf-bd35-f6648b61cbce tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516596 Aug 27 03:31:51.283838 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce3e63-af80-40c5-bcdb-4ac1933b3e57 req-7514f63c-5660-4a1e-9e55-19f195d8fdb1 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:51.285556 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-42ce3e63-af80-40c5-bcdb-4ac1933b3e57 req-7514f63c-5660-4a1e-9e55-19f195d8fdb1 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 945 time: 0.0864692 Aug 27 03:31:51.301544 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71bfb62-3936-47da-9670-9c15535b782b req-56f0d16a-da98-45e8-8f2c-e6a205699216 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:51.301544 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c71bfb62-3936-47da-9670-9c15535b782b req-56f0d16a-da98-45e8-8f2c-e6a205699216 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 945 time: 0.0696456 Aug 27 03:31:51.355927 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-42ce3e63-af80-40c5-bcdb-4ac1933b3e57 req-7185cef5-72f3-4d00-89e5-142dff9f3a09 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584409 Aug 27 03:31:51.360787 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c71bfb62-3936-47da-9670-9c15535b782b req-cd93c1ca-3af4-4bff-bb9b-90e056de27ce tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569913 Aug 27 03:31:51.470634 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2698c-d264-4928-8a5c-0e4a2694eb8c req-6479eb2b-90ee-4bd5-9906-1e64780a849b tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:51.472120 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d6f2698c-d264-4928-8a5c-0e4a2694eb8c req-6479eb2b-90ee-4bd5-9906-1e64780a849b tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0507305 Aug 27 03:31:51.517085 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d6f2698c-d264-4928-8a5c-0e4a2694eb8c req-e1b1526e-4c81-471b-890b-96fef4ef2f44 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388980 Aug 27 03:31:51.719605 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 9af3d873-dcf5-4498-b710-974f39d1ebae up at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:51.783985 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Provisioning for port 9af3d873-dcf5-4498-b710-974f39d1ebae completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:31:51.787699 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Provisioning complete for port 9af3d873-dcf5-4498-b710-974f39d1ebae triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:51.788059 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:51.875128 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:51.903174 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25b26f8-5e31-4626-bda8-a9cec1e654fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af3d873-dcf5-4498-b710-974f39d1ebae'}] {{(pid=93892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:31:51.904727 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b63a46784ce0c86216665a107eadf653c768d6aaa0a676db5e2e070eb4240c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f48fc7-9414-49bd-8f0e-1b8447d4afcf" -d '{"events": [{"server_uuid": "e25b26f8-5e31-4626-bda8-a9cec1e654fc", "name": "network-vif-plugged", "status": "completed", "tag": "9af3d873-dcf5-4498-b710-974f39d1ebae"}]}' {{(pid=93892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:31:51.923842 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 9af3d873-dcf5-4498-b710-974f39d1ebae, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9af3d873-dcf5-4498-b710-974f39d1ebae,segment=NetworkSegment(cd94c509-5c85-4501-bbd0-bfe66cd37392),segment_id=cd94c509-5c85-4501-bbd0-bfe66cd37392)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:51.928580 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:51.954897 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f373a4-ac5b-41e3-8db3-5eae50b7e93e x-openstack-request-id: req-30f373a4-ac5b-41e3-8db3-5eae50b7e93e {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:31:51.955155 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25b26f8-5e31-4626-bda8-a9cec1e654fc", "name": "network-vif-plugged", "status": "completed", "tag": "9af3d873-dcf5-4498-b710-974f39d1ebae", "code": 200}]} {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:31:51.955437 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-30f373a4-ac5b-41e3-8db3-5eae50b7e93e {{(pid=93892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:31:51.955816 dv-cinder-804735-2-iscsi neutron-server[93892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25b26f8-5e31-4626-bda8-a9cec1e654fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af3d873-dcf5-4498-b710-974f39d1ebae', 'code': 200} Aug 27 03:31:51.981901 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=9af3d873-dcf5-4498-b710-974f39d1ebae,revision_number=5']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:51.989415 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:51.989756 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:51.990090 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:51.990419 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:51.990745 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:51.991075 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:51.991437 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:51.991746 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:51.992067 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:51.992382 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:51.992695 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:51.993007 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:52.138608 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a76f2-72ec-4074-a43f-002cbd6abba5 req-9dc76a7b-9046-4565-a181-60e43e97f985 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:52.140560 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b24a76f2-72ec-4074-a43f-002cbd6abba5 req-9dc76a7b-9046-4565-a181-60e43e97f985 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 945 time: 0.0536008 Aug 27 03:31:52.188063 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b24a76f2-72ec-4074-a43f-002cbd6abba5 req-84a6788f-f138-4f9f-ae3c-bb296aeb7a5a tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382574 Aug 27 03:31:52.333510 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228297e-4298-41c5-b6a1-c69706013d8d req-7d24c4d2-8f59-40b4-8f6a-6348f56798e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:52.334892 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5228297e-4298-41c5-b6a1-c69706013d8d req-7d24c4d2-8f59-40b4-8f6a-6348f56798e6 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 1098 time: 0.0482590 Aug 27 03:31:52.380663 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5228297e-4298-41c5-b6a1-c69706013d8d req-83e1a91b-7305-46f1-b77e-245c61d15a01 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337656 Aug 27 03:31:52.473401 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda72e6d-4895-42e2-8195-ae80c7ac8cdc req-4b64c3b0-488d-445f-8e5a-cba8c270b54e tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:52.474919 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cda72e6d-4895-42e2-8195-ae80c7ac8cdc req-4b64c3b0-488d-445f-8e5a-cba8c270b54e tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 945 time: 0.0488400 Aug 27 03:31:52.514313 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cda72e6d-4895-42e2-8195-ae80c7ac8cdc req-e2616b11-53ca-4811-ba2a-d036f38cb20a tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324554 Aug 27 03:31:52.642136 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46238f-7aff-4bd0-a9b2-0d68ca95300e req-46cbb45d-ee40-4c58-b960-6f1744249486 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:52.643599 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3c46238f-7aff-4bd0-a9b2-0d68ca95300e req-46cbb45d-ee40-4c58-b960-6f1744249486 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 945 time: 0.0530553 Aug 27 03:31:52.688247 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3c46238f-7aff-4bd0-a9b2-0d68ca95300e req-6f7c9c88-3e30-4b7a-b843-cc0574ac6358 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384817 Aug 27 03:31:52.803288 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1cf729-c0fa-40c3-bd12-1d25c5112f27 req-34783622-1e3f-4f27-97ed-ab480eade911 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:52.805091 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-da1cf729-c0fa-40c3-bd12-1d25c5112f27 req-34783622-1e3f-4f27-97ed-ab480eade911 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0534940 Aug 27 03:31:52.846686 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-da1cf729-c0fa-40c3-bd12-1d25c5112f27 req-b3f6cc18-5ae9-4c48-9f14-0dfa61ef8f5b tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348272 Aug 27 03:31:53.317964 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c9f6e-ed92-42d8-9e34-3309b55ca9b0 req-1c8e94e3-ea62-4d0c-9ec1-dbb50f9d6f91 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:53.319329 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f70c9f6e-ed92-42d8-9e34-3309b55ca9b0 req-1c8e94e3-ea62-4d0c-9ec1-dbb50f9d6f91 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 945 time: 0.0552142 Aug 27 03:31:53.367953 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f70c9f6e-ed92-42d8-9e34-3309b55ca9b0 req-13892509-5c8a-4f94-b6e7-03bf8e3ffb47 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422244 Aug 27 03:31:53.647896 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff84554-4f95-489a-a7a2-d288160779e8 req-9f6a23e4-e862-4a21-b951-a77e5cb94fa4 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:53.649392 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8ff84554-4f95-489a-a7a2-d288160779e8 req-9f6a23e4-e862-4a21-b951-a77e5cb94fa4 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 945 time: 0.0544155 Aug 27 03:31:53.688187 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8ff84554-4f95-489a-a7a2-d288160779e8 req-4cd7a46b-05d7-4aee-993e-32d935a39a4b tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322847 Aug 27 03:31:53.831892 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430bec3-af63-4b03-bfe5-b0020fb7b82b req-db8be0ad-b7cd-4703-9178-01b8a956aa71 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:53.833322 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b430bec3-af63-4b03-bfe5-b0020fb7b82b req-db8be0ad-b7cd-4703-9178-01b8a956aa71 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 945 time: 0.0684752 Aug 27 03:31:53.873071 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b430bec3-af63-4b03-bfe5-b0020fb7b82b req-06f20130-052c-40bc-83e2-95024650e585 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335946 Aug 27 03:31:53.979676 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c03e7b-16a4-4be0-9cec-8e0f73eb57f2 req-8152a6bf-586b-456e-8ed2-59e80a498129 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:53.981807 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-44c03e7b-16a4-4be0-9cec-8e0f73eb57f2 req-8152a6bf-586b-456e-8ed2-59e80a498129 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0654392 Aug 27 03:31:54.020392 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:54.025138 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-44c03e7b-16a4-4be0-9cec-8e0f73eb57f2 req-671305b9-8f40-46f5-826b-2e7e72c5aec3 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342999 Aug 27 03:31:54.487375 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e720fb-9532-4802-a745-c901641effbb req-a7ac8910-c2e1-45ec-9392-d7b40aa95766 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:54.488851 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-36e720fb-9532-4802-a745-c901641effbb req-a7ac8910-c2e1-45ec-9392-d7b40aa95766 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 945 time: 0.0475426 Aug 27 03:31:54.537007 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-36e720fb-9532-4802-a745-c901641effbb req-0392d8bc-f5c7-497f-9102-b5bf94bd522e tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417337 Aug 27 03:31:54.662926 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16dc1c-ef7b-450b-804f-0f6340373def req-f916eeae-9ac0-4743-a85b-60ca0ea0a8fb tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:54.664457 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6f16dc1c-ef7b-450b-804f-0f6340373def req-f916eeae-9ac0-4743-a85b-60ca0ea0a8fb tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 945 time: 0.0559027 Aug 27 03:31:54.717064 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6f16dc1c-ef7b-450b-804f-0f6340373def req-af069d00-d570-4a55-8cc0-b184cf3c91d2 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443807 Aug 27 03:31:54.739508 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 53582) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:54.807337 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7d33d-9138-48d9-bf9c-9db26861c3d6 req-3d16e74e-eddd-45c5-a207-c7e0100ff75e tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:54.808839 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cfc7d33d-9138-48d9-bf9c-9db26861c3d6 req-3d16e74e-eddd-45c5-a207-c7e0100ff75e tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 945 time: 0.0498550 Aug 27 03:31:54.847153 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cfc7d33d-9138-48d9-bf9c-9db26861c3d6 req-0a49dde5-2d62-4ba4-8fa7-4ac9f8bd2a7b tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321684 Aug 27 03:31:54.942171 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449d4a7c-574b-45d8-91ab-12196c2bb3e8 tempest-TestShelveInstance-1577167613 tempest-TestShelveInstance-1577167613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:54.943790 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-449d4a7c-574b-45d8-91ab-12196c2bb3e8 tempest-TestShelveInstance-1577167613 tempest-TestShelveInstance-1577167613-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 1093 time: 0.2033169 Aug 27 03:31:54.946875 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 53588) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:54.951317 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-7bbcad90-09cc-4489-a1d4-6bae7dd263b0 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Request body: {'floatingip': {'floating_network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'port_id': '9af3d873-dcf5-4498-b710-974f39d1ebae', 'tenant_id': '90c43de7a6384b82b35f14a762da5d37', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:54.976952 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7bbcad90-09cc-4489-a1d4-6bae7dd263b0 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks [] for floatingip, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:54.994893 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda1628-46ce-4b7c-a3fa-5eb94c4d0ab4 req-8d0c8032-aaf0-4748-b05c-fd89ddbabfb1 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:54.996384 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ecda1628-46ce-4b7c-a3fa-5eb94c4d0ab4 req-8d0c8032-aaf0-4748-b05c-fd89ddbabfb1 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 945 time: 0.0505219 Aug 27 03:31:55.043554 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ecda1628-46ce-4b7c-a3fa-5eb94c4d0ab4 req-d0e41816-579c-4189-bbf1-db0de40b85d8 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394511 Aug 27 03:31:55.088843 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7bbcad90-09cc-4489-a1d4-6bae7dd263b0 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:55.180191 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af1df7-86fa-40d4-bb25-6e86f59b2fa1 req-f7ec5d61-0b4d-4812-9d5f-e08d9ed3e414 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:55.181571 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-44af1df7-86fa-40d4-bb25-6e86f59b2fa1 req-f7ec5d61-0b4d-4812-9d5f-e08d9ed3e414 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0545518 Aug 27 03:31:55.192138 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-7bbcad90-09cc-4489-a1d4-6bae7dd263b0 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Allocated IP 172.27.0.103 (239ea516-19ad-4308-8c8f-3a956c00c66f/240b09d3-e621-4049-93c9-64b8f5a60ad0/668768e6-2930-4045-99c2-2d031bb1232b) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:31:55.221993 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-44af1df7-86fa-40d4-bb25-6e86f59b2fa1 req-a89ccaf7-e39e-44b9-ae60-bd89ba461c27 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331609 Aug 27 03:31:55.297334 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7bbcad90-09cc-4489-a1d4-6bae7dd263b0 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:55.339411 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7bbcad90-09cc-4489-a1d4-6bae7dd263b0 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9123015'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:55.373907 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbcad90-09cc-4489-a1d4-6bae7dd263b0 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Network 239ea516-19ad-4308-8c8f-3a956c00c66f is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:31:55.376779 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-7bbcad90-09cc-4489-a1d4-6bae7dd263b0 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:55.380178 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbcad90-09cc-4489-a1d4-6bae7dd263b0 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:31:55.411750 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbcad90-09cc-4489-a1d4-6bae7dd263b0 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Pushing event updated for resources: {'Port': ['ID=668768e6-2930-4045-99c2-2d031bb1232b,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:55.967382 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50fd67-5798-4a08-88d6-40dad238dbb7 req-b2c36afa-6335-4632-839c-47e3c56ff322 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:55.968968 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6c50fd67-5798-4a08-88d6-40dad238dbb7 req-b2c36afa-6335-4632-839c-47e3c56ff322 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 945 time: 0.0518427 Aug 27 03:31:55.989394 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7bbcad90-09cc-4489-a1d4-6bae7dd263b0 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:56.007928 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6c50fd67-5798-4a08-88d6-40dad238dbb7 req-9b0d4229-af48-4257-a346-fe981dc87a71 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326674 Aug 27 03:31:56.054927 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7bbcad90-09cc-4489-a1d4-6bae7dd263b0 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:56.174155 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e8662f-d649-4464-9a6d-53d966f71e45 req-3da17966-51fe-4268-afb9-10ada9f62835 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:56.175638 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-48e8662f-d649-4464-9a6d-53d966f71e45 req-3da17966-51fe-4268-afb9-10ada9f62835 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 945 time: 0.0506070 Aug 27 03:31:56.205448 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7bbcad90-09cc-4489-a1d4-6bae7dd263b0 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:56.210793 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7bbcad90-09cc-4489-a1d4-6bae7dd263b0 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9123038'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:56.215029 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-48e8662f-d649-4464-9a6d-53d966f71e45 req-a6e90083-ad55-426b-9b70-8af8995c540f tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328319 Aug 27 03:31:56.280252 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbcad90-09cc-4489-a1d4-6bae7dd263b0 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Pushing event updated for resources: {'Port': ['ID=668768e6-2930-4045-99c2-2d031bb1232b,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:56.290040 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7bbcad90-09cc-4489-a1d4-6bae7dd263b0 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456017'] for floatingip, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:56.342180 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb0376-a10f-4ce5-ab81-b26e6253006c req-c18574ba-e587-4e2f-b1f0-8c279a49a0e9 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:56.343674 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-bacb0376-a10f-4ce5-ab81-b26e6253006c req-c18574ba-e587-4e2f-b1f0-8c279a49a0e9 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0517433 Aug 27 03:31:56.385503 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-bacb0376-a10f-4ce5-ab81-b26e6253006c req-3d8b067e-1ba1-4ca9-a073-dbb118363c49 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341449 Aug 27 03:31:56.395337 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.db.l3_db [None req-7bbcad90-09cc-4489-a1d4-6bae7dd263b0 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Floating IP 0e3644df-a0a7-4d75-b06a-05280b8c698f associated. External IP: 172.27.0.103, port: 9af3d873-dcf5-4498-b710-974f39d1ebae. Aug 27 03:31:56.605931 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bbcad90-09cc-4489-a1d4-6bae7dd263b0 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Router ddd0363a-e1b9-4073-be08-f087298c6e3e has already been hosted by L3 agent 531130d0-1c3c-4def-a74a-055fb8373853 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:31:56.717801 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bbcad90-09cc-4489-a1d4-6bae7dd263b0 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify agent at l3_agent.dv-cinder-804735-2-iscsi the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:31:56.727959 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7b8326-d370-4315-853c-24f917dd047a None None] Sync routers for ids ['ddd0363a-e1b9-4073-be08-f087298c6e3e'] in dv-cinder-804735-2-iscsi {{(pid=93893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:31:56.734665 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7bbcad90-09cc-4489-a1d4-6bae7dd263b0 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:56.738162 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7b8326-d370-4315-853c-24f917dd047a None None] Routers {'ddd0363a-e1b9-4073-be08-f087298c6e3e'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:31:56.738847 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-5d7b8326-d370-4315-853c-24f917dd047a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:31:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['ddd0363a-e1b9-4073-be08-f087298c6e3e'], 'active': True} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:56.761556 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-7bbcad90-09cc-4489-a1d4-6bae7dd263b0 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8135941 Aug 27 03:31:56.762330 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25b26f8-5e31-4626-bda8-a9cec1e654fc', 'tag': '9af3d873-dcf5-4498-b710-974f39d1ebae'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:31:56.764719 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}755905221a1e0f69e4370b1ec2ad9bde0bcbe0fd3cc794ff6c7e2d34909de1ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4903108-d328-4264-8f1a-951344649298" -d '{"events": [{"name": "network-changed", "server_uuid": "e25b26f8-5e31-4626-bda8-a9cec1e654fc", "tag": "9af3d873-dcf5-4498-b710-974f39d1ebae"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:31:56.800052 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660b0ca5-bb55-4b3b-a66c-524f3149b7d6 x-openstack-request-id: req-660b0ca5-bb55-4b3b-a66c-524f3149b7d6 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:31:56.800351 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25b26f8-5e31-4626-bda8-a9cec1e654fc", "tag": "9af3d873-dcf5-4498-b710-974f39d1ebae", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:31:56.800606 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-660b0ca5-bb55-4b3b-a66c-524f3149b7d6 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:31:56.801005 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e25b26f8-5e31-4626-bda8-a9cec1e654fc', 'tag': '9af3d873-dcf5-4498-b710-974f39d1ebae', 'status': 'completed', 'code': 200} Aug 27 03:31:56.880266 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4903108-d328-4264-8f1a-951344649298 req-6a0dedae-45db-412e-817f-b9fa97a9aec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:56.881771 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e4903108-d328-4264-8f1a-951344649298 req-6a0dedae-45db-412e-817f-b9fa97a9aec1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=90c43de7a6384b82b35f14a762da5d37&device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 1098 time: 0.0420182 Aug 27 03:31:56.922085 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvr_db [None req-5d7b8326-d370-4315-853c-24f917dd047a None None] Set router ddd0363a-e1b9-4073-be08-f087298c6e3e gateway port host: dv-cinder-804735-2-iscsi {{(pid=93893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:31:56.978160 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4903108-d328-4264-8f1a-951344649298 req-599f3300-14db-4bc8-bc4f-8f4421f9fead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:56.979748 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e4903108-d328-4264-8f1a-951344649298 req-599f3300-14db-4bc8-bc4f-8f4421f9fead service neutron] 10.222.0.63 "GET /v2.0/networks?id=86a24c14-9a31-45eb-af67-a58be595d161 HTTP/1.1" status: 200 len: 910 time: 0.0868196 Aug 27 03:31:57.077159 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e4903108-d328-4264-8f1a-951344649298 req-b551c9a6-26b5-4e3c-aacf-02289137d242 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9af3d873-dcf5-4498-b710-974f39d1ebae HTTP/1.1" status: 200 len: 999 time: 0.0867007 Aug 27 03:31:57.146559 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-5d7b8326-d370-4315-853c-24f917dd047a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd0363a-e1b9-4073-be08-f087298c6e3e', 'name': 'tempest-TestShelveInstance-1034468476-router', 'tenant_id': '90c43de7a6384b82b35f14a762da5d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:50Z', 'updated_at': '2021-08-27T03:30:54Z', 'revision_number': 4, 'project_id': '90c43de7a6384b82b35f14a762da5d37', 'gw_port': {'id': 'c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ba:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd0363a-e1b9-4073-be08-f087298c6e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:51Z', 'updated_at': '2021-08-27T03:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_floatingips': [{'id': '0e3644df-a0a7-4d75-b06a-05280b8c698f', 'tenant_id': '90c43de7a6384b82b35f14a762da5d37', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'router_id': 'ddd0363a-e1b9-4073-be08-f087298c6e3e', 'port_id': '9af3d873-dcf5-4498-b710-974f39d1ebae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a24c14-9a31-45eb-af67-a58be595d161', 'mac_address': 'fa:16:3e:96:3f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25b26f8-5e31-4626-bda8-a9cec1e654fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:31:55Z', 'updated_at': '2021-08-27T03:31:55Z', 'revision_number': 0, 'project_id': '90c43de7a6384b82b35f14a762da5d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5a50b2f-cc38-4ac7-9828-052019a922b2', 'name': '', 'network_id': '86a24c14-9a31-45eb-af67-a58be595d161', 'tenant_id': '90c43de7a6384b82b35f14a762da5d37', 'mac_address': 'fa:16:3e:f8:1c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd0363a-e1b9-4073-be08-f087298c6e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '02e507ef-65b0-47f3-a75e-47a97e59e5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:54Z', 'updated_at': '2021-08-27T03:31:04Z', 'revision_number': 5, 'project_id': '90c43de7a6384b82b35f14a762da5d37', 'subnets': [{'id': '02e507ef-65b0-47f3-a75e-47a97e59e5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:57.176617 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7b8326-d370-4315-853c-24f917dd047a None None] Checking router: ddd0363a-e1b9-4073-be08-f087298c6e3e for host: dv-cinder-804735-2-iscsi {{(pid=93893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:31:57.189012 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7b8326-d370-4315-853c-24f917dd047a None None] Routers {'ddd0363a-e1b9-4073-be08-f087298c6e3e'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:31:57.189787 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-5d7b8326-d370-4315-853c-24f917dd047a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:31:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['ddd0363a-e1b9-4073-be08-f087298c6e3e'], 'active': True} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:57.301756 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvr_db [None req-5d7b8326-d370-4315-853c-24f917dd047a None None] Set router ddd0363a-e1b9-4073-be08-f087298c6e3e gateway port host: dv-cinder-804735-2-iscsi {{(pid=93893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:31:57.412422 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4903108-d328-4264-8f1a-951344649298 req-05627dc1-6644-4912-a761-cb2cc5037200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:57.413886 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e4903108-d328-4264-8f1a-951344649298 req-05627dc1-6644-4912-a761-cb2cc5037200 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=02e507ef-65b0-47f3-a75e-47a97e59e5ca HTTP/1.1" status: 200 len: 848 time: 0.3086276 Aug 27 03:31:57.422972 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f53b80-65e9-4396-b55f-f20997c26ad4 req-97a0c9af-2db0-4dd5-87b8-b55e615a52d3 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:57.424414 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f7f53b80-65e9-4396-b55f-f20997c26ad4 req-97a0c9af-2db0-4dd5-87b8-b55e615a52d3 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 945 time: 0.3462310 Aug 27 03:31:57.461686 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e4f2e-925c-4c87-9b24-565f301a25b4 req-aba273ba-cab5-4540-b3e3-e1b541b5da2a tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:57.463104 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3a8e4f2e-925c-4c87-9b24-565f301a25b4 req-aba273ba-cab5-4540-b3e3-e1b541b5da2a tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 945 time: 0.1039846 Aug 27 03:31:57.520229 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f7f53b80-65e9-4396-b55f-f20997c26ad4 req-a1955196-fb10-471e-8df5-ce618dfc38cd tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883679 Aug 27 03:31:57.529211 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-5d7b8326-d370-4315-853c-24f917dd047a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd0363a-e1b9-4073-be08-f087298c6e3e', 'name': 'tempest-TestShelveInstance-1034468476-router', 'tenant_id': '90c43de7a6384b82b35f14a762da5d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:50Z', 'updated_at': '2021-08-27T03:30:54Z', 'revision_number': 4, 'project_id': '90c43de7a6384b82b35f14a762da5d37', 'gw_port': {'id': 'c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ba:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd0363a-e1b9-4073-be08-f087298c6e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:51Z', 'updated_at': '2021-08-27T03:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_floatingips': [{'id': '0e3644df-a0a7-4d75-b06a-05280b8c698f', 'tenant_id': '90c43de7a6384b82b35f14a762da5d37', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'router_id': 'ddd0363a-e1b9-4073-be08-f087298c6e3e', 'port_id': '9af3d873-dcf5-4498-b710-974f39d1ebae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a24c14-9a31-45eb-af67-a58be595d161', 'mac_address': 'fa:16:3e:96:3f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25b26f8-5e31-4626-bda8-a9cec1e654fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:31:55Z', 'updated_at': '2021-08-27T03:31:55Z', 'revision_number': 0, 'project_id': '90c43de7a6384b82b35f14a762da5d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5a50b2f-cc38-4ac7-9828-052019a922b2', 'name': '', 'network_id': '86a24c14-9a31-45eb-af67-a58be595d161', 'tenant_id': '90c43de7a6384b82b35f14a762da5d37', 'mac_address': 'fa:16:3e:f8:1c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd0363a-e1b9-4073-be08-f087298c6e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '02e507ef-65b0-47f3-a75e-47a97e59e5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:54Z', 'updated_at': '2021-08-27T03:31:04Z', 'revision_number': 5, 'project_id': '90c43de7a6384b82b35f14a762da5d37', 'subnets': [{'id': '02e507ef-65b0-47f3-a75e-47a97e59e5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:57.544640 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3a8e4f2e-925c-4c87-9b24-565f301a25b4 req-ba035e27-bc79-4877-b222-3a2f68e18187 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621777 Aug 27 03:31:57.546864 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4903108-d328-4264-8f1a-951344649298 req-cd27e5e5-2592-4d7c-a908-8c5746870cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:57.548369 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e4903108-d328-4264-8f1a-951344649298 req-cd27e5e5-2592-4d7c-a908-8c5746870cc1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86a24c14-9a31-45eb-af67-a58be595d161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1176982 Aug 27 03:31:57.556789 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7b8326-d370-4315-853c-24f917dd047a None None] The sync data for ids ['ddd0363a-e1b9-4073-be08-f087298c6e3e'] in dv-cinder-804735-2-iscsi is: [{'id': 'ddd0363a-e1b9-4073-be08-f087298c6e3e', 'name': 'tempest-TestShelveInstance-1034468476-router', 'tenant_id': '90c43de7a6384b82b35f14a762da5d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:50Z', 'updated_at': '2021-08-27T03:30:54Z', 'revision_number': 4, 'project_id': '90c43de7a6384b82b35f14a762da5d37', 'gw_port': {'id': 'c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ba:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd0363a-e1b9-4073-be08-f087298c6e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:51Z', 'updated_at': '2021-08-27T03:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_floatingips': [{'id': '0e3644df-a0a7-4d75-b06a-05280b8c698f', 'tenant_id': '90c43de7a6384b82b35f14a762da5d37', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'router_id': 'ddd0363a-e1b9-4073-be08-f087298c6e3e', 'port_id': '9af3d873-dcf5-4498-b710-974f39d1ebae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a24c14-9a31-45eb-af67-a58be595d161', 'mac_address': 'fa:16:3e:96:3f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25b26f8-5e31-4626-bda8-a9cec1e654fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:31:55Z', 'updated_at': '2021-08-27T03:31:55Z', 'revision_number': 0, 'project_id': '90c43de7a6384b82b35f14a762da5d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5a50b2f-cc38-4ac7-9828-052019a922b2', 'name': '', 'network_id': '86a24c14-9a31-45eb-af67-a58be595d161', 'tenant_id': '90c43de7a6384b82b35f14a762da5d37', 'mac_address': 'fa:16:3e:f8:1c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd0363a-e1b9-4073-be08-f087298c6e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '02e507ef-65b0-47f3-a75e-47a97e59e5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:54Z', 'updated_at': '2021-08-27T03:31:04Z', 'revision_number': 5, 'project_id': '90c43de7a6384b82b35f14a762da5d37', 'subnets': [{'id': '02e507ef-65b0-47f3-a75e-47a97e59e5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:31:57.698456 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a9070-eefc-4355-bd60-ce14a9854682 req-c6da1b55-ab19-4b31-a283-dd245c393371 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:57.700227 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-0c9a9070-eefc-4355-bd60-ce14a9854682 req-c6da1b55-ab19-4b31-a283-dd245c393371 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.1135123 Aug 27 03:31:57.706323 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e4903108-d328-4264-8f1a-951344649298 req-fe2aa512-c181-4b13-8e4b-33b1758f6bed service neutron] 10.222.0.63 "GET /v2.0/networks/86a24c14-9a31-45eb-af67-a58be595d161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426594 Aug 27 03:31:57.720084 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 53984622-e10d-4108-aa2f-8e507e1bd0bf details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=93892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:31:57.787671 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-0c9a9070-eefc-4355-bd60-ce14a9854682 req-eb8b328f-880d-4e92-8559-76c83edd58ec tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802789 Aug 27 03:31:57.816866 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3320b0be-6832-4a16-bea4-81543f3812c0 None None] New status for floating IP 0e3644df-a0a7-4d75-b06a-05280b8c698f: ACTIVE {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:31:57.834652 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e4903108-d328-4264-8f1a-951344649298 req-94450405-09b7-4cd4-868f-5fbf2224e75d service neutron] 10.222.0.63 "GET /v2.0/networks/86a24c14-9a31-45eb-af67-a58be595d161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129947 Aug 27 03:31:57.870715 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 53984622-e10d-4108-aa2f-8e507e1bd0bf, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=53984622-e10d-4108-aa2f-8e507e1bd0bf,segment=NetworkSegment(25ebcf9e-1800-44cf-8850-b722b184847e),segment_id=25ebcf9e-1800-44cf-8850-b722b184847e)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:57.887242 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Returning: {'device': '53984622-e10d-4108-aa2f-8e507e1bd0bf', 'network_id': '914ec375-24a4-430c-b691-a84588d24cf3', 'port_id': '53984622-e10d-4108-aa2f-8e507e1bd0bf', 'mac_address': 'fa:16:3e:23:97:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01048c02-3dc7-4172-b7c7-73d0365326a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:31:57.969471 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:58.007599 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 53984622-e10d-4108-aa2f-8e507e1bd0bf {{(pid=93892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:31:58.030638 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 53984622-e10d-4108-aa2f-8e507e1bd0bf, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=53984622-e10d-4108-aa2f-8e507e1bd0bf,segment=NetworkSegment(25ebcf9e-1800-44cf-8850-b722b184847e),segment_id=25ebcf9e-1800-44cf-8850-b722b184847e)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:58.036077 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:58.086853 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=53984622-e10d-4108-aa2f-8e507e1bd0bf,revision_number=6']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:58.311387 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] get_ports_and_sgs() called for port_ids ['53984622-e10d-4108-aa2f-8e507e1bd0bf'] {{(pid=93892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:31:58.653110 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962b8f2-94f3-4a1a-8c87-342f557184c3 req-d0b0420d-258f-4f2d-b355-d819594adc8f tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:58.654561 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a962b8f2-94f3-4a1a-8c87-342f557184c3 req-d0b0420d-258f-4f2d-b355-d819594adc8f tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 945 time: 0.0583670 Aug 27 03:31:58.726461 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a962b8f2-94f3-4a1a-8c87-342f557184c3 req-5ca5ab2f-0340-4028-b440-8575c5902476 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586648 Aug 27 03:31:58.734574 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b29c3-8f50-4ebf-9214-c08384ae8a40 req-15931318-98ef-4dab-9c2e-5f84204a4872 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:58.736024 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4b6b29c3-8f50-4ebf-9214-c08384ae8a40 req-15931318-98ef-4dab-9c2e-5f84204a4872 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 944 time: 0.0790856 Aug 27 03:31:58.774341 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4b6b29c3-8f50-4ebf-9214-c08384ae8a40 req-4d2c8f8f-2207-4722-96ef-e747e8c9b5cc tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322659 Aug 27 03:31:58.904988 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c839744-e41e-4073-bea7-febe43c61c0c req-62522454-aa75-49ac-8cc1-19e3673910d8 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:58.906450 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9c839744-e41e-4073-bea7-febe43c61c0c req-62522454-aa75-49ac-8cc1-19e3673910d8 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0484836 Aug 27 03:31:58.944358 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9c839744-e41e-4073-bea7-febe43c61c0c req-144cc792-0594-4a10-9311-d7147c64adca tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319481 Aug 27 03:31:59.737629 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 53984622-e10d-4108-aa2f-8e507e1bd0bf up at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:59.796334 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Provisioning complete for port 53984622-e10d-4108-aa2f-8e507e1bd0bf triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:59.796703 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:59.880859 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:59.892429 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7d52d-49ff-4cfa-b23c-b49cee3190ed req-9536ae8b-bb00-4109-b8bb-65f16a8faf48 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:59.894008 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-aff7d52d-49ff-4cfa-b23c-b49cee3190ed req-9536ae8b-bb00-4109-b8bb-65f16a8faf48 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 945 time: 0.0835743 Aug 27 03:31:59.903683 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b06c46a-59d4-4460-8c5c-8b1c0a34b987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53984622-e10d-4108-aa2f-8e507e1bd0bf'}] {{(pid=93892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:31:59.905913 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b63a46784ce0c86216665a107eadf653c768d6aaa0a676db5e2e070eb4240c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd1e9c6-3b60-44df-a8f1-3b6523e53a22" -d '{"events": [{"server_uuid": "6b06c46a-59d4-4460-8c5c-8b1c0a34b987", "name": "network-vif-plugged", "status": "completed", "tag": "53984622-e10d-4108-aa2f-8e507e1bd0bf"}]}' {{(pid=93892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:31:59.919014 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 53984622-e10d-4108-aa2f-8e507e1bd0bf, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=53984622-e10d-4108-aa2f-8e507e1bd0bf,segment=NetworkSegment(25ebcf9e-1800-44cf-8850-b722b184847e),segment_id=25ebcf9e-1800-44cf-8850-b722b184847e)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:59.924020 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:59.930054 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43f3a7-4e75-4ac9-a7b8-cbe3f5cfc3b5 req-c9bfb2ae-fc59-4879-b645-89ffc950ca13 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:59.931633 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8c43f3a7-4e75-4ac9-a7b8-cbe3f5cfc3b5 req-c9bfb2ae-fc59-4879-b645-89ffc950ca13 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 944 time: 0.0772426 Aug 27 03:31:59.954267 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-aff7d52d-49ff-4cfa-b23c-b49cee3190ed req-099a8e8c-5df1-4d76-b8de-806780a9009f tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537488 Aug 27 03:31:59.979159 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=53984622-e10d-4108-aa2f-8e507e1bd0bf,revision_number=7']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:59.981475 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8c43f3a7-4e75-4ac9-a7b8-cbe3f5cfc3b5 req-0d9f2d80-a7c8-4d4b-a87e-9e655e61a0cf tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399187 Aug 27 03:32:00.012207 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db3919b-55ee-4670-b201-fbad6f8b1e9f x-openstack-request-id: req-3db3919b-55ee-4670-b201-fbad6f8b1e9f {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:32:00.013091 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b06c46a-59d4-4460-8c5c-8b1c0a34b987", "name": "network-vif-plugged", "status": "completed", "tag": "53984622-e10d-4108-aa2f-8e507e1bd0bf", "code": 200}]} {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:32:00.013354 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3db3919b-55ee-4670-b201-fbad6f8b1e9f {{(pid=93892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:32:00.013751 dv-cinder-804735-2-iscsi neutron-server[93892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b06c46a-59d4-4460-8c5c-8b1c0a34b987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53984622-e10d-4108-aa2f-8e507e1bd0bf', 'code': 200} Aug 27 03:32:00.089875 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80568ac-e623-4c0c-ab2f-4851600a8c1d req-8f5ce5d4-814b-4bdd-bcbd-6750dd5a242d tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:00.091553 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b80568ac-e623-4c0c-ab2f-4851600a8c1d req-8f5ce5d4-814b-4bdd-bcbd-6750dd5a242d tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0524628 Aug 27 03:32:00.132249 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b80568ac-e623-4c0c-ab2f-4851600a8c1d req-f6279b38-5b7a-4821-9800-8a9bb7cfc5f5 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323558 Aug 27 03:32:01.107985 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15829a24-9df9-4685-8481-f36c2d897e0b req-fe5ade64-39f3-4201-8974-0288a1bbd9dc tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:01.109396 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-15829a24-9df9-4685-8481-f36c2d897e0b req-fe5ade64-39f3-4201-8974-0288a1bbd9dc tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 945 time: 0.0842814 Aug 27 03:32:01.139610 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869fdbee-5a9e-48c8-bef7-03271e4e1a67 req-2c7bbfe9-17d8-44cd-9d99-09b1a656acf5 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:01.141109 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-869fdbee-5a9e-48c8-bef7-03271e4e1a67 req-2c7bbfe9-17d8-44cd-9d99-09b1a656acf5 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 945 time: 0.0815089 Aug 27 03:32:01.179304 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-15829a24-9df9-4685-8481-f36c2d897e0b req-b7802ccc-34d9-47fd-8f57-211248140c82 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628533 Aug 27 03:32:01.202057 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-869fdbee-5a9e-48c8-bef7-03271e4e1a67 req-a15cdab3-1ba7-4554-b359-562d43354eed tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440383 Aug 27 03:32:01.302606 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c5b69-8756-4f16-9d20-204fb4a160e3 req-bb4673a4-50e0-4b72-91dc-32f049675579 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:01.304496 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-789c5b69-8756-4f16-9d20-204fb4a160e3 req-bb4673a4-50e0-4b72-91dc-32f049675579 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0591567 Aug 27 03:32:01.348099 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-789c5b69-8756-4f16-9d20-204fb4a160e3 req-81b3cc1d-bc46-43d5-8fae-82cf9c608969 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366299 Aug 27 03:32:01.859241 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719ab78-073c-4ad5-bd82-974fd5073973 req-54881053-7950-4b41-ba6c-923b4c531aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:01.860809 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c719ab78-073c-4ad5-bd82-974fd5073973 req-54881053-7950-4b41-ba6c-923b4c531aa5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 1098 time: 0.0681841 Aug 27 03:32:01.928582 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c719ab78-073c-4ad5-bd82-974fd5073973 req-7ecd4865-9082-4db7-af63-169311a7811c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547671 Aug 27 03:32:01.980643 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 6 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:32:02.370016 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb59d9-d46a-412c-96fa-ef52ec85b064 req-558acbc9-5b45-4df5-9a92-8d8381a50735 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:02.378146 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e8cb59d9-d46a-412c-96fa-ef52ec85b064 req-558acbc9-5b45-4df5-9a92-8d8381a50735 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 945 time: 0.1012666 Aug 27 03:32:02.406082 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586361e-a9e7-4072-8b48-e87f790042e8 req-b1ec3db5-5ec8-4cc8-8cca-7572f0d28c78 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:02.407667 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8586361e-a9e7-4072-8b48-e87f790042e8 req-b1ec3db5-5ec8-4cc8-8cca-7572f0d28c78 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 945 time: 0.0955575 Aug 27 03:32:02.479917 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8586361e-a9e7-4072-8b48-e87f790042e8 req-5371fb1a-4847-4826-ade0-d7d213830471 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624418 Aug 27 03:32:02.483159 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e8cb59d9-d46a-412c-96fa-ef52ec85b064 req-e7f8ff8c-230d-4c91-9967-297422424d7b tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745814 Aug 27 03:32:02.605509 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928461fe-affe-4f70-9587-189854386910 req-fee16622-6ed5-45ab-bdd6-663c119ee10f tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:02.607170 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-928461fe-affe-4f70-9587-189854386910 req-fee16622-6ed5-45ab-bdd6-663c119ee10f tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0593433 Aug 27 03:32:02.647817 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-928461fe-affe-4f70-9587-189854386910 req-33a83aef-2442-4bc4-88e4-fa96c352763f tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343716 Aug 27 03:32:03.661099 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b64ce-2916-4b7d-95ea-a52819b12643 req-011314dc-16d7-4ce1-85a4-4338f5c872ea tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:03.663386 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-0c5b64ce-2916-4b7d-95ea-a52819b12643 req-011314dc-16d7-4ce1-85a4-4338f5c872ea tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 945 time: 0.0873904 Aug 27 03:32:03.672974 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe402ef-18cf-41ea-a80c-211281c95cfc req-c4411757-38f3-42b7-b762-173526ee11f5 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:03.674538 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cbe402ef-18cf-41ea-a80c-211281c95cfc req-c4411757-38f3-42b7-b762-173526ee11f5 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 945 time: 0.0973446 Aug 27 03:32:03.733653 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cbe402ef-18cf-41ea-a80c-211281c95cfc req-3b1b09e4-357f-442c-8194-5c77d94597ba tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518184 Aug 27 03:32:03.736362 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-0c5b64ce-2916-4b7d-95ea-a52819b12643 req-c99409b3-d22a-4e56-bfbe-b227f9922a3e tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608687 Aug 27 03:32:03.865573 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee908413-a8f0-403a-a3c6-94f67752a195 req-785de40c-ed3e-46e7-8dab-fd74fdbc2384 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:03.867151 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ee908413-a8f0-403a-a3c6-94f67752a195 req-785de40c-ed3e-46e7-8dab-fd74fdbc2384 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0613394 Aug 27 03:32:03.917600 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ee908413-a8f0-403a-a3c6-94f67752a195 req-3c976b8d-288a-4cc3-a216-3ec114b0fe1a tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358183 Aug 27 03:32:04.902394 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c65ae7-e34c-4e16-a864-00ddf1c261b7 req-778e52c7-2f01-405a-b47c-1c7ba2230491 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:04.904202 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c2c65ae7-e34c-4e16-a864-00ddf1c261b7 req-778e52c7-2f01-405a-b47c-1c7ba2230491 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 945 time: 0.0651593 Aug 27 03:32:04.912582 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e880a94-bc30-44fe-a3d3-1d589729574c req-2af5f23a-e9cd-4331-a643-6ce9234d21e8 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:04.914025 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5e880a94-bc30-44fe-a3d3-1d589729574c req-2af5f23a-e9cd-4331-a643-6ce9234d21e8 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 945 time: 0.1028731 Aug 27 03:32:04.971495 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c2c65ae7-e34c-4e16-a864-00ddf1c261b7 req-77754a08-1039-4c10-8419-f0791964d5b6 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564687 Aug 27 03:32:04.986761 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5e880a94-bc30-44fe-a3d3-1d589729574c req-b5902544-a746-41a4-bdc8-e43f298a0472 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645413 Aug 27 03:32:05.102422 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1132c80-668d-453e-9852-5345fe6c2ea1 req-dc738edc-49db-48c1-807e-8ea7ee94edb7 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:05.104598 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a1132c80-668d-453e-9852-5345fe6c2ea1 req-dc738edc-49db-48c1-807e-8ea7ee94edb7 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0687644 Aug 27 03:32:05.177631 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a1132c80-668d-453e-9852-5345fe6c2ea1 req-0f7362ce-6954-4c28-aeaa-61078492251b tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662408 Aug 27 03:32:05.201973 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb20d3a-7d11-4d0f-b99a-d8cad0e1d716 req-e86f2c8b-c877-4874-8e26-50a8db624b1f tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:05.213367 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-bdb20d3a-7d11-4d0f-b99a-d8cad0e1d716 req-e86f2c8b-c877-4874-8e26-50a8db624b1f tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0869830 Aug 27 03:32:05.258743 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-bdb20d3a-7d11-4d0f-b99a-d8cad0e1d716 req-83bd82ec-5626-4fd9-ae2a-9d5e8a2864fb tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443063 Aug 27 03:32:06.112742 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec854a2a-7275-48aa-8979-45d4068dd4cb req-c9dda069-6350-4e8d-8c17-0a272bccdc7a tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:06.114324 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ec854a2a-7275-48aa-8979-45d4068dd4cb req-c9dda069-6350-4e8d-8c17-0a272bccdc7a tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 945 time: 0.0525861 Aug 27 03:32:06.157804 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ec854a2a-7275-48aa-8979-45d4068dd4cb req-68f9b2cf-7c6c-431f-a6c3-0222724e5d5a tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336726 Aug 27 03:32:06.317938 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d92688-0e9b-4efd-81be-fd2cdb49bdb7 req-c595dcc4-1e9d-42ad-b15c-39912119e5ca tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:06.319592 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-39d92688-0e9b-4efd-81be-fd2cdb49bdb7 req-c595dcc4-1e9d-42ad-b15c-39912119e5ca tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0613599 Aug 27 03:32:06.364079 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-39d92688-0e9b-4efd-81be-fd2cdb49bdb7 req-718fb42d-7fc3-487d-8994-8c37d2ba3090 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373061 Aug 27 03:32:07.071278 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ce04f-60fd-4c02-b18a-be29db6351bc req-814377af-fafa-499d-a3cf-46d5c794ef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:07.073107 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-526ce04f-60fd-4c02-b18a-be29db6351bc req-814377af-fafa-499d-a3cf-46d5c794ef19 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dec8900e772c45c583c5e85e9958d95d&device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 1098 time: 0.0789113 Aug 27 03:32:07.081333 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373136cd-ebb1-40fb-bdc2-b675415fb8cc req-0328a60d-9160-463e-af97-6222d04f2e53 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:07.082847 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-373136cd-ebb1-40fb-bdc2-b675415fb8cc req-0328a60d-9160-463e-af97-6222d04f2e53 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0978816 Aug 27 03:32:07.175543 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-373136cd-ebb1-40fb-bdc2-b675415fb8cc req-f69d55f9-cbbd-44b8-bd05-cc631bd288b0 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860546 Aug 27 03:32:07.226515 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ce04f-60fd-4c02-b18a-be29db6351bc req-06c1674f-bc3e-4540-aad8-f53842b0edc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:07.228019 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-526ce04f-60fd-4c02-b18a-be29db6351bc req-06c1674f-bc3e-4540-aad8-f53842b0edc5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=49eed060-6837-4e18-bdb1-2b63d9669339 HTTP/1.1" status: 200 len: 920 time: 0.1367319 Aug 27 03:32:07.289835 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-526ce04f-60fd-4c02-b18a-be29db6351bc req-a5fc270a-9dd0-44f6-8f76-f82434558357 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09d98d1e-1fdd-4a75-b401-02f9b781896d HTTP/1.1" status: 200 len: 217 time: 0.0450609 Aug 27 03:32:07.336641 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc20aa-4423-4d63-be27-09e6c7560dea req-e752b441-a154-4f53-9d0a-cb011867cf61 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:07.338039 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-23dc20aa-4423-4d63-be27-09e6c7560dea req-e752b441-a154-4f53-9d0a-cb011867cf61 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 945 time: 0.0585537 Aug 27 03:32:07.412938 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ce04f-60fd-4c02-b18a-be29db6351bc req-9c106e97-5274-4c28-b6d2-450ed4906b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:07.426075 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-526ce04f-60fd-4c02-b18a-be29db6351bc req-9c106e97-5274-4c28-b6d2-450ed4906b63 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0d267862-f34f-457d-8ad5-859088d95a0f HTTP/1.1" status: 200 len: 859 time: 0.1065538 Aug 27 03:32:07.436051 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-23dc20aa-4423-4d63-be27-09e6c7560dea req-a3ddde2b-f53d-4e91-b006-7f2d4c61d81a tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800641 Aug 27 03:32:07.469346 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-526ce04f-60fd-4c02-b18a-be29db6351bc req-b9c1d46d-cbd5-453d-8b78-52b67666ceb3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=49eed060-6837-4e18-bdb1-2b63d9669339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322285 Aug 27 03:32:07.583844 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2be4d-6be6-4566-8fea-e127b4cab202 req-48670306-d987-4f91-96e9-a38b002417e2 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:07.585495 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-77b2be4d-6be6-4566-8fea-e127b4cab202 req-48670306-d987-4f91-96e9-a38b002417e2 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.1114604 Aug 27 03:32:07.626831 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-526ce04f-60fd-4c02-b18a-be29db6351bc req-479aab2d-0bee-4658-9216-ce7839c78ad7 service neutron] 10.222.0.63 "GET /v2.0/networks/49eed060-6837-4e18-bdb1-2b63d9669339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437142 Aug 27 03:32:07.639877 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-77b2be4d-6be6-4566-8fea-e127b4cab202 req-65bb232c-5872-4442-8833-0f59e93ce80d tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468340 Aug 27 03:32:07.755385 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-526ce04f-60fd-4c02-b18a-be29db6351bc req-3381963b-4afc-4285-8f99-d158dac13f2a service neutron] 10.222.0.63 "GET /v2.0/networks/49eed060-6837-4e18-bdb1-2b63d9669339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012070 Aug 27 03:32:08.332117 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc006e7-fbd3-4758-af1f-328e4792c1e3 req-887efcae-3475-44fa-938d-1ebebc19fea9 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:08.334479 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-bcc006e7-fbd3-4758-af1f-328e4792c1e3 req-887efcae-3475-44fa-938d-1ebebc19fea9 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0585220 Aug 27 03:32:08.395683 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-bcc006e7-fbd3-4758-af1f-328e4792c1e3 req-9edd5970-fe4c-43b8-98fe-32451ea19510 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468135 Aug 27 03:32:08.597262 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715d65f-94d2-4d8d-b0bc-9303d125e64e req-aa6c3c37-42a2-4cb1-ba18-6253bfb51aa7 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:08.598894 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4715d65f-94d2-4d8d-b0bc-9303d125e64e req-aa6c3c37-42a2-4cb1-ba18-6253bfb51aa7 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 945 time: 0.0666506 Aug 27 03:32:08.644156 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4715d65f-94d2-4d8d-b0bc-9303d125e64e req-d5e63c00-cc33-446a-bd25-46951fd204ba tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382516 Aug 27 03:32:08.764212 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b555b4-2bf8-4dd1-9fc9-5cbbb08c2fb9 req-b738629f-0c65-439b-be40-36715d991e62 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:08.765741 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-60b555b4-2bf8-4dd1-9fc9-5cbbb08c2fb9 req-b738629f-0c65-439b-be40-36715d991e62 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0505664 Aug 27 03:32:08.810510 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-60b555b4-2bf8-4dd1-9fc9-5cbbb08c2fb9 req-345e918a-32af-42d5-9c4c-a5ff57416d8e tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386064 Aug 27 03:32:09.551334 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604b047-6a12-44d7-8026-7c74b06aaaee req-3e9e95f1-75b3-4975-a4ab-08be2a9ee9c6 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:09.556155 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d604b047-6a12-44d7-8026-7c74b06aaaee req-3e9e95f1-75b3-4975-a4ab-08be2a9ee9c6 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0592084 Aug 27 03:32:09.595874 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d604b047-6a12-44d7-8026-7c74b06aaaee req-bbfe37fa-2f8b-4e6b-9aae-0a454e7504ea tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359957 Aug 27 03:32:09.785827 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eda08f-8da8-4d02-8c36-f9dd01ac8aaf req-df46e9dd-d5f7-4498-9f28-f39b4d735884 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:09.787360 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-00eda08f-8da8-4d02-8c36-f9dd01ac8aaf req-df46e9dd-d5f7-4498-9f28-f39b4d735884 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 945 time: 0.0630636 Aug 27 03:32:09.832825 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-00eda08f-8da8-4d02-8c36-f9dd01ac8aaf req-1eeaa2c0-ea3a-4235-b19f-19dd8975a02d tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353518 Aug 27 03:32:09.952084 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995646c-f57b-4eda-8a76-4879ef405234 req-612ec01c-ee39-48d6-86c8-da88a5ba0bff tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:09.953653 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5995646c-f57b-4eda-8a76-4879ef405234 req-612ec01c-ee39-48d6-86c8-da88a5ba0bff tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0558498 Aug 27 03:32:10.001426 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5995646c-f57b-4eda-8a76-4879ef405234 req-33cbdeda-9a6b-479b-a96a-78fe0f099a48 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406477 Aug 27 03:32:10.726465 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d1a55-12e4-4dbb-9d3f-bae872b8933a req-17885e77-b4d8-4279-8941-bacb8c97755a tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:10.728075 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f54d1a55-12e4-4dbb-9d3f-bae872b8933a req-17885e77-b4d8-4279-8941-bacb8c97755a tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0541124 Aug 27 03:32:10.766595 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f54d1a55-12e4-4dbb-9d3f-bae872b8933a req-f7eddc0c-95c8-43a8-99c6-8d44c946a325 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325983 Aug 27 03:32:10.960366 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13dd24-b1f8-41f7-a582-f2642107fbbc req-7201ca8d-1376-4d78-abad-4a8b7ac4bc29 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:10.961746 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5d13dd24-b1f8-41f7-a582-f2642107fbbc req-7201ca8d-1376-4d78-abad-4a8b7ac4bc29 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 945 time: 0.0531991 Aug 27 03:32:10.999194 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5d13dd24-b1f8-41f7-a582-f2642107fbbc req-b26cb429-90eb-4078-ae2a-d379b80d4be9 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313408 Aug 27 03:32:11.132865 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d71ea02-0dde-4714-8477-6e53e42bc1cf req-5aae73fe-cfa7-4743-be35-035152c983e0 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:11.134817 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7d71ea02-0dde-4714-8477-6e53e42bc1cf req-5aae73fe-cfa7-4743-be35-035152c983e0 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0639241 Aug 27 03:32:11.177482 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7d71ea02-0dde-4714-8477-6e53e42bc1cf req-0ccc01e0-5711-4378-8c79-0f5080489769 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362105 Aug 27 03:32:11.891393 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6792c1-7fb8-4956-a45a-683e4d710d2f req-ce0bfcaf-40a6-4aa5-97ad-8b8bb4cac833 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:11.892875 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6f6792c1-7fb8-4956-a45a-683e4d710d2f req-ce0bfcaf-40a6-4aa5-97ad-8b8bb4cac833 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0513213 Aug 27 03:32:11.936745 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6f6792c1-7fb8-4956-a45a-683e4d710d2f req-b41401c7-c761-4a5f-bfdd-e0dc2750c4f8 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346808 Aug 27 03:32:12.157553 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608f4cd-f483-4561-a517-6529bbcb4c25 req-559bf3fd-5166-4ac9-b2a7-fddce5f73a49 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:12.159052 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e608f4cd-f483-4561-a517-6529bbcb4c25 req-559bf3fd-5166-4ac9-b2a7-fddce5f73a49 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 945 time: 0.0628903 Aug 27 03:32:12.201684 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e608f4cd-f483-4561-a517-6529bbcb4c25 req-34d124e7-8945-4c7a-868a-ed8aeceffbb4 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333366 Aug 27 03:32:12.293467 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05b86c-f723-4d1b-a70b-a705f514e88d req-61869f97-076f-4a5c-bac1-c07c155b47c2 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:12.294555 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ed05b86c-f723-4d1b-a70b-a705f514e88d req-61869f97-076f-4a5c-bac1-c07c155b47c2 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0495675 Aug 27 03:32:12.333195 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ed05b86c-f723-4d1b-a70b-a705f514e88d req-59f47e75-2b39-4666-aec0-8d099f903798 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326262 Aug 27 03:32:13.065500 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a94600-3302-461a-a372-9b4cd4aeca22 req-164adf71-0788-42ce-9043-f0faf3f5ad6f tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:13.066966 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-04a94600-3302-461a-a372-9b4cd4aeca22 req-164adf71-0788-42ce-9043-f0faf3f5ad6f tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0563128 Aug 27 03:32:13.107161 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-04a94600-3302-461a-a372-9b4cd4aeca22 req-c2d904cd-f7b9-4919-8066-16897623b638 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315659 Aug 27 03:32:13.331028 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80e5be-2424-4315-8bb5-8a7ee7228df0 req-83089028-3686-48c9-a61d-29cb6a32e6c3 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:13.332792 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2e80e5be-2424-4315-8bb5-8a7ee7228df0 req-83089028-3686-48c9-a61d-29cb6a32e6c3 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 945 time: 0.0606821 Aug 27 03:32:13.384373 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2e80e5be-2424-4315-8bb5-8a7ee7228df0 req-74c26b3e-2ba3-40fb-b041-8bd3bb554fcd tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382388 Aug 27 03:32:13.463191 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed6378-ed11-4814-8f03-d948f470cd9d req-52c8a124-80da-450f-89b9-13205260a032 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:13.464927 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f7ed6378-ed11-4814-8f03-d948f470cd9d req-52c8a124-80da-450f-89b9-13205260a032 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0526435 Aug 27 03:32:13.503459 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f7ed6378-ed11-4814-8f03-d948f470cd9d req-b3dfff92-84bb-4867-a398-8eacdda99131 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319650 Aug 27 03:32:13.699827 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019cb0c8-5f9e-48eb-a626-66be6b973339 req-63c9b63d-7f49-4d3f-8918-c42cde501a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:13.701324 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-019cb0c8-5f9e-48eb-a626-66be6b973339 req-63c9b63d-7f49-4d3f-8918-c42cde501a7f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f60ccdbc7dbb46c6abacc312e57220a1&device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 1098 time: 0.0483601 Aug 27 03:32:13.804846 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019cb0c8-5f9e-48eb-a626-66be6b973339 req-3e9c020c-eabd-4b1d-9c7e-b98c5e8bd4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:13.806335 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-019cb0c8-5f9e-48eb-a626-66be6b973339 req-3e9c020c-eabd-4b1d-9c7e-b98c5e8bd4fd service neutron] 10.222.0.63 "GET /v2.0/networks?id=914ec375-24a4-430c-b691-a84588d24cf3 HTTP/1.1" status: 200 len: 918 time: 0.0896699 Aug 27 03:32:13.875718 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-019cb0c8-5f9e-48eb-a626-66be6b973339 req-7307f2b6-899a-4509-b27e-a80d854db766 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53984622-e10d-4108-aa2f-8e507e1bd0bf HTTP/1.1" status: 200 len: 1000 time: 0.0605569 Aug 27 03:32:13.931482 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019cb0c8-5f9e-48eb-a626-66be6b973339 req-e770cd02-5391-4da6-821d-fe4e7ffc2336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:13.932999 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-019cb0c8-5f9e-48eb-a626-66be6b973339 req-e770cd02-5391-4da6-821d-fe4e7ffc2336 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=01048c02-3dc7-4172-b7c7-73d0365326a6 HTTP/1.1" status: 200 len: 856 time: 0.0469356 Aug 27 03:32:13.989501 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019cb0c8-5f9e-48eb-a626-66be6b973339 req-9f33a29f-fef2-4386-882b-8e85c4157787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:13.991027 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-019cb0c8-5f9e-48eb-a626-66be6b973339 req-9f33a29f-fef2-4386-882b-8e85c4157787 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=914ec375-24a4-430c-b691-a84588d24cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442336 Aug 27 03:32:14.085859 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-019cb0c8-5f9e-48eb-a626-66be6b973339 req-f6cbcd42-e484-4c0f-b2f9-1ba443ab617d service neutron] 10.222.0.63 "GET /v2.0/networks/914ec375-24a4-430c-b691-a84588d24cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846207 Aug 27 03:32:14.220155 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-019cb0c8-5f9e-48eb-a626-66be6b973339 req-9e501528-c63d-41a2-bcf5-97192a102c1c service neutron] 10.222.0.63 "GET /v2.0/networks/914ec375-24a4-430c-b691-a84588d24cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244662 Aug 27 03:32:14.254328 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801f4e7-3e93-4367-86dd-11bfdb1a4aca req-42b6758a-9db3-4724-bac3-64b76913a2c9 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:14.255967 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d801f4e7-3e93-4367-86dd-11bfdb1a4aca req-42b6758a-9db3-4724-bac3-64b76913a2c9 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0727375 Aug 27 03:32:14.298183 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d801f4e7-3e93-4367-86dd-11bfdb1a4aca req-7b07b54f-f457-4ef9-a38e-f8249d5ac3a6 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352056 Aug 27 03:32:14.512926 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b815d-4b14-466c-93cf-b6a86ea2b3a0 req-4c86e7c5-949d-4b25-a90c-9c3e3bca4df2 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:14.514424 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-bc6b815d-4b14-466c-93cf-b6a86ea2b3a0 req-4c86e7c5-949d-4b25-a90c-9c3e3bca4df2 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 945 time: 0.0523167 Aug 27 03:32:14.562735 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-bc6b815d-4b14-466c-93cf-b6a86ea2b3a0 req-94723a86-df54-49ab-805d-7481ab2f23a1 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389693 Aug 27 03:32:14.618851 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417d15f-838e-4b43-9cd8-a34b2bdc7f8a req-e978c41d-dd77-4eb0-a195-47664dfd6a12 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:14.620315 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2417d15f-838e-4b43-9cd8-a34b2bdc7f8a req-e978c41d-dd77-4eb0-a195-47664dfd6a12 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0500951 Aug 27 03:32:14.657291 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2417d15f-838e-4b43-9cd8-a34b2bdc7f8a req-4f76d22c-9d86-4488-8475-151b7ec0dc92 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308216 Aug 27 03:32:14.864719 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-e0ae1e67-d4a0-476a-9306-dc3194be8ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:15.167528 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da9c5b-94aa-435a-941e-e7e220c1d57b req-9b831ddf-21e1-42df-9897-8e7d3f4c3209 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:15.169134 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c2da9c5b-94aa-435a-941e-e7e220c1d57b req-9b831ddf-21e1-42df-9897-8e7d3f4c3209 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=6175dc67-2b16-477f-b0fa-db605b5b41f9 HTTP/1.1" status: 200 len: 945 time: 0.0596621 Aug 27 03:32:15.213384 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c2da9c5b-94aa-435a-941e-e7e220c1d57b req-0fbd8fb4-433e-4e3c-ae2e-e77129e86f3f tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375969 Aug 27 03:32:15.429073 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9159c2-5051-4903-badd-2396b8e3f1e9 req-3ea78978-5bb2-4548-91cb-42259188e9e6 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:15.430475 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-dc9159c2-5051-4903-badd-2396b8e3f1e9 req-3ea78978-5bb2-4548-91cb-42259188e9e6 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0577285 Aug 27 03:32:15.473128 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-dc9159c2-5051-4903-badd-2396b8e3f1e9 req-0e6839c1-281b-4281-b791-be229948b5c4 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363591 Aug 27 03:32:15.694515 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404c120-5571-438a-b1fd-171740c351ef req-8ff75a69-97fe-4248-be45-b46561cfda9d tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:15.696084 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a404c120-5571-438a-b1fd-171740c351ef req-8ff75a69-97fe-4248-be45-b46561cfda9d tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 945 time: 0.0523541 Aug 27 03:32:15.745653 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a404c120-5571-438a-b1fd-171740c351ef req-d9d5d0d9-47ad-407b-9d02-6f31e6efd9b2 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434427 Aug 27 03:32:15.782459 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761148c-4e4e-4994-bce7-e42c45a9954a req-333b3ab3-62bc-451f-8bc9-624fad7c0443 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:15.784137 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a761148c-4e4e-4994-bce7-e42c45a9954a req-333b3ab3-62bc-451f-8bc9-624fad7c0443 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0549593 Aug 27 03:32:15.827935 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a761148c-4e4e-4994-bce7-e42c45a9954a req-b70b3805-9f0d-4f73-9873-cbf13909e97a tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339968 Aug 27 03:32:16.347671 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9855327-ef8f-45c9-b227-c3db9189fd67 req-d39150ee-519e-4911-a35c-521bea8b4849 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:16.349186 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d9855327-ef8f-45c9-b227-c3db9189fd67 req-d39150ee-519e-4911-a35c-521bea8b4849 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=6175dc67-2b16-477f-b0fa-db605b5b41f9 HTTP/1.1" status: 200 len: 945 time: 0.0558636 Aug 27 03:32:16.400003 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d9855327-ef8f-45c9-b227-c3db9189fd67 req-044a686a-2922-4fc6-9b16-00c6fcb22b1c tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417006 Aug 27 03:32:16.606904 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144eaf4a-9559-4f65-8271-85aaddf26dc2 req-676cb401-39e2-44b2-959d-2b21c09679d5 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:16.608378 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-144eaf4a-9559-4f65-8271-85aaddf26dc2 req-676cb401-39e2-44b2-959d-2b21c09679d5 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0504782 Aug 27 03:32:16.646924 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-144eaf4a-9559-4f65-8271-85aaddf26dc2 req-d2f357ea-0d22-430b-9efe-3ca8a3ffddd3 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320630 Aug 27 03:32:16.724105 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 53984622-e10d-4108-aa2f-8e507e1bd0bf no longer exists at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:32:16.879498 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bc4d6-2688-4b77-9874-5be3589ae5e3 req-ab185df0-a09c-456b-83c8-a42118454443 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:16.881144 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cb0bc4d6-2688-4b77-9874-5be3589ae5e3 req-ab185df0-a09c-456b-83c8-a42118454443 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 945 time: 0.0574744 Aug 27 03:32:16.939810 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:16.948554 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cb0bc4d6-2688-4b77-9874-5be3589ae5e3 req-a2e946c8-bdc6-49e5-b238-f312bd266ec1 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615628 Aug 27 03:32:16.962737 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b06c46a-59d4-4460-8c5c-8b1c0a34b987', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53984622-e10d-4108-aa2f-8e507e1bd0bf'}] {{(pid=93892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:32:16.965124 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b63a46784ce0c86216665a107eadf653c768d6aaa0a676db5e2e070eb4240c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e6b53f-2905-4603-bcb5-f86750d404d2" -d '{"events": [{"server_uuid": "6b06c46a-59d4-4460-8c5c-8b1c0a34b987", "name": "network-vif-unplugged", "status": "completed", "tag": "53984622-e10d-4108-aa2f-8e507e1bd0bf"}]}' {{(pid=93892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:32:16.975922 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a47beb-d29a-4116-8205-0e063afe2187 req-d18fad78-b6e8-445f-b3b9-32bc5637f48f tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:16.977455 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d2a47beb-d29a-4116-8205-0e063afe2187 req-d18fad78-b6e8-445f-b3b9-32bc5637f48f tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0665038 Aug 27 03:32:16.978204 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 53984622-e10d-4108-aa2f-8e507e1bd0bf, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=53984622-e10d-4108-aa2f-8e507e1bd0bf,segment=NetworkSegment(25ebcf9e-1800-44cf-8850-b722b184847e),segment_id=25ebcf9e-1800-44cf-8850-b722b184847e)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:16.983406 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:17.008121 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 03:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ab22a7-2464-4825-9fad-5e2f75788ff5 x-openstack-request-id: req-f4ab22a7-2464-4825-9fad-5e2f75788ff5 {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:32:17.008418 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b06c46a-59d4-4460-8c5c-8b1c0a34b987", "name": "network-vif-unplugged", "status": "completed", "tag": "53984622-e10d-4108-aa2f-8e507e1bd0bf", "code": 200}]} {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:32:17.008674 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f4ab22a7-2464-4825-9fad-5e2f75788ff5 {{(pid=93892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:32:17.009079 dv-cinder-804735-2-iscsi neutron-server[93892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b06c46a-59d4-4460-8c5c-8b1c0a34b987', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53984622-e10d-4108-aa2f-8e507e1bd0bf', 'code': 200} Aug 27 03:32:17.022155 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d2a47beb-d29a-4116-8205-0e063afe2187 req-8ff20a13-1e98-445f-8605-43d04a46f312 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373962 Aug 27 03:32:17.033944 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=53984622-e10d-4108-aa2f-8e507e1bd0bf,revision_number=8']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:17.260975 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d88f4c43-e57a-4fb9-b7ef-ecb53ac9f2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:17.482313 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:17.517470 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dafc1d-283d-42b3-8ba6-38a014d3a642 req-697e46e3-7bea-4071-a21b-4f8af4962976 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:17.518907 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a8dafc1d-283d-42b3-8ba6-38a014d3a642 req-697e46e3-7bea-4071-a21b-4f8af4962976 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=6175dc67-2b16-477f-b0fa-db605b5b41f9 HTTP/1.1" status: 200 len: 945 time: 0.0521097 Aug 27 03:32:17.557771 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a8dafc1d-283d-42b3-8ba6-38a014d3a642 req-a5623aad-aa3b-4720-9859-5cd93f2e735a tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327578 Aug 27 03:32:17.777409 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff073b-e8bc-4f12-98d0-fd663b27cb14 req-f7d578da-ee1d-480c-9b06-534e28ce2a2b tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:17.778883 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-19ff073b-e8bc-4f12-98d0-fd663b27cb14 req-f7d578da-ee1d-480c-9b06-534e28ce2a2b tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0563662 Aug 27 03:32:17.826817 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-19ff073b-e8bc-4f12-98d0-fd663b27cb14 req-1df456c5-5772-484c-988c-c740c0d37ff8 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385869 Aug 27 03:32:18.072370 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2a29f-0f23-432c-9cd3-bd330314c314 req-f6409f8a-311c-4810-a5eb-d25d557b0839 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:18.074160 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-41b2a29f-0f23-432c-9cd3-bd330314c314 req-f6409f8a-311c-4810-a5eb-d25d557b0839 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 943 time: 0.0516427 Aug 27 03:32:18.144438 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-41b2a29f-0f23-432c-9cd3-bd330314c314 req-c0bdd95a-6b0d-46f3-bf52-ac5af9946c4b tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632908 Aug 27 03:32:18.170623 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffadbeb-47d7-4f5f-834d-5b48bca3a79f req-b2e52fca-01e1-4037-83ba-64954f0d493c tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:18.170623 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-fffadbeb-47d7-4f5f-834d-5b48bca3a79f req-b2e52fca-01e1-4037-83ba-64954f0d493c tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0653756 Aug 27 03:32:18.203670 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-fffadbeb-47d7-4f5f-834d-5b48bca3a79f req-6f5d6b72-4b20-485c-a931-4afd3bb84601 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335531 Aug 27 03:32:18.428445 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755306cf-ecdc-45fa-92ea-ed2173195ebf req-7bb5cc2a-095a-4d72-b0f9-d09a9a87b2f3 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:18.430253 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-755306cf-ecdc-45fa-92ea-ed2173195ebf req-7bb5cc2a-095a-4d72-b0f9-d09a9a87b2f3 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0521905 Aug 27 03:32:18.479038 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-755306cf-ecdc-45fa-92ea-ed2173195ebf req-940b7b3d-7f6b-4fb0-a816-4786f714bc39 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423522 Aug 27 03:32:18.510897 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a2727b-51f8-40a9-adc4-5e0a36c5f49f req-85c0e0e5-012a-46c2-acfa-954697872ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:18.512421 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-56a2727b-51f8-40a9-adc4-5e0a36c5f49f req-85c0e0e5-012a-46c2-acfa-954697872ec2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=527dc9638ff74cfda148b7cf1b61c6c8&device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 1098 time: 0.0470617 Aug 27 03:32:18.614376 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:18.624281 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a2727b-51f8-40a9-adc4-5e0a36c5f49f req-3c91fdf7-cab3-417b-9947-f4a7caa7062e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:18.625941 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-56a2727b-51f8-40a9-adc4-5e0a36c5f49f req-3c91fdf7-cab3-417b-9947-f4a7caa7062e service neutron] 10.222.0.63 "GET /v2.0/networks?id=ff2334ee-c3c9-468a-845a-218e819133a7 HTTP/1.1" status: 200 len: 912 time: 0.0980167 Aug 27 03:32:18.975389 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-56a2727b-51f8-40a9-adc4-5e0a36c5f49f req-e65ec543-af72-420e-bd30-9f7c56e31401 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00f4f309-41f4-4e94-86a4-ef0178135a23 HTTP/1.1" status: 200 len: 1000 time: 0.3247702 Aug 27 03:32:18.983077 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c303c-0b33-4367-8e79-99f0bb035145 req-0df0b562-a7bf-41f6-ad52-ad0d9955fde8 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:18.984486 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f52c303c-0b33-4367-8e79-99f0bb035145 req-0df0b562-a7bf-41f6-ad52-ad0d9955fde8 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=6175dc67-2b16-477f-b0fa-db605b5b41f9 HTTP/1.1" status: 200 len: 945 time: 0.3438435 Aug 27 03:32:19.005431 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4507891-7f26-428b-96ac-bede27c59575 req-b387f2ce-35cb-416e-8f62-dfc0a0182130 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:19.006843 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a4507891-7f26-428b-96ac-bede27c59575 req-b387f2ce-35cb-416e-8f62-dfc0a0182130 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0881777 Aug 27 03:32:19.049113 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f52c303c-0b33-4367-8e79-99f0bb035145 req-644df77a-5a44-4847-9f06-f83667c84de5 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568461 Aug 27 03:32:19.061967 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a4507891-7f26-428b-96ac-bede27c59575 req-07a8e53b-cc52-4da5-a1fb-b012e6ec8fb6 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477071 Aug 27 03:32:19.303844 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4a22d-2e6a-4172-9be6-75c3243b6464 req-d3fe6cc3-4ea8-420a-b980-7e12a631d417 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:19.305400 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-03a4a22d-2e6a-4172-9be6-75c3243b6464 req-d3fe6cc3-4ea8-420a-b980-7e12a631d417 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 943 time: 0.0664630 Aug 27 03:32:19.346630 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-03a4a22d-2e6a-4172-9be6-75c3243b6464 req-948bc8ea-79d7-432a-bcd5-0a5dfb8e3f25 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349815 Aug 27 03:32:19.601970 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e35785-4da8-4d33-be85-ce4ed29202b1 req-993b0623-c902-4bb3-8d19-77da823e6b6b tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:19.604110 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c7e35785-4da8-4d33-be85-ce4ed29202b1 req-993b0623-c902-4bb3-8d19-77da823e6b6b tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0524998 Aug 27 03:32:19.644251 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c7e35785-4da8-4d33-be85-ce4ed29202b1 req-f8af556e-4f9c-44ef-a550-c1f9a9197c77 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335488 Aug 27 03:32:20.055712 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a2727b-51f8-40a9-adc4-5e0a36c5f49f req-4e9e3ac8-1e82-40e5-b2b8-8289173fc527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:20.057192 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-56a2727b-51f8-40a9-adc4-5e0a36c5f49f req-4e9e3ac8-1e82-40e5-b2b8-8289173fc527 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8881d854-768f-46f5-bb0c-d6718d4b9eba HTTP/1.1" status: 200 len: 850 time: 0.0541449 Aug 27 03:32:20.140661 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:20.200706 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d4218-f4d3-463c-b758-789034d7e4a8 req-ca09c5a2-abe5-40d2-bdce-062c40c9bb7f tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:20.202164 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-041d4218-f4d3-463c-b758-789034d7e4a8 req-ca09c5a2-abe5-40d2-bdce-062c40c9bb7f tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=6175dc67-2b16-477f-b0fa-db605b5b41f9 HTTP/1.1" status: 200 len: 945 time: 0.0799556 Aug 27 03:32:20.212823 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00058d-db2d-4847-bf17-c45775ad0bed req-573c79c6-0736-4423-814b-7012d708e3b8 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:20.214219 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2f00058d-db2d-4847-bf17-c45775ad0bed req-573c79c6-0736-4423-814b-7012d708e3b8 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0797551 Aug 27 03:32:20.268030 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-041d4218-f4d3-463c-b758-789034d7e4a8 req-e892d22e-80a8-4806-a9a6-955cba26fc0e tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528407 Aug 27 03:32:20.272818 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2f00058d-db2d-4847-bf17-c45775ad0bed req-932c0b3b-c33b-425c-b1b4-5b6d282fb476 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517392 Aug 27 03:32:20.483789 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a170f-635b-4b6f-bcd6-81d97433b43c req-42c2d984-6848-48d4-ae04-214101a25a46 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:20.485283 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-142a170f-635b-4b6f-bcd6-81d97433b43c req-42c2d984-6848-48d4-ae04-214101a25a46 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 943 time: 0.0526867 Aug 27 03:32:20.526130 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-142a170f-635b-4b6f-bcd6-81d97433b43c req-bf092205-2e44-4af2-a9a1-9b9ba754046d tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346918 Aug 27 03:32:20.767180 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c914fa-4416-46d4-a76b-8bb4fdca7f09 req-5336ab7a-0df4-4b73-a80f-142a04ecce23 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:20.768893 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-69c914fa-4416-46d4-a76b-8bb4fdca7f09 req-5336ab7a-0df4-4b73-a80f-142a04ecce23 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0534892 Aug 27 03:32:20.810640 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-69c914fa-4416-46d4-a76b-8bb4fdca7f09 req-f10b4d61-0bf7-4754-9d17-35a9566ed52c tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328965 Aug 27 03:32:21.415723 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aae0cc-bd16-4126-8eb1-b3329b934fa0 req-77182a5d-d0ce-4981-93f6-bb9a9affc1ef tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:21.417218 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-37aae0cc-bd16-4126-8eb1-b3329b934fa0 req-77182a5d-d0ce-4981-93f6-bb9a9affc1ef tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=6175dc67-2b16-477f-b0fa-db605b5b41f9 HTTP/1.1" status: 200 len: 945 time: 0.0760398 Aug 27 03:32:21.429540 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5abfa9-4fe3-4390-9942-d346eb555b24 req-9c2549a1-91e8-4ac2-bb9d-a7a4bf3b487c tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:21.430961 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-af5abfa9-4fe3-4390-9942-d346eb555b24 req-9c2549a1-91e8-4ac2-bb9d-a7a4bf3b487c tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0885251 Aug 27 03:32:21.490557 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-37aae0cc-bd16-4126-8eb1-b3329b934fa0 req-5e4c9341-87ec-4226-b9e4-22d537480c2c tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586245 Aug 27 03:32:21.495291 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-af5abfa9-4fe3-4390-9942-d346eb555b24 req-cae4941f-13bc-478c-b8c1-1b7c19d817ff tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576112 Aug 27 03:32:21.669431 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e1e2dd-e492-4898-8ab6-914a15616a87 req-aa897753-ae4d-4b2d-8ea2-f1bc3c3d4c0e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:21.671158 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-22e1e2dd-e492-4898-8ab6-914a15616a87 req-aa897753-ae4d-4b2d-8ea2-f1bc3c3d4c0e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 943 time: 0.0563536 Aug 27 03:32:21.715888 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-22e1e2dd-e492-4898-8ab6-914a15616a87 req-97a4a4da-dad4-48df-9077-0fe9f9bcc197 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333247 Aug 27 03:32:21.943774 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bbc18c-69d0-4d8b-8c94-5408a34e7367 req-9de2eec6-9cbd-4ae6-b436-80ad9ec470fd tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:21.945282 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-91bbc18c-69d0-4d8b-8c94-5408a34e7367 req-9de2eec6-9cbd-4ae6-b436-80ad9ec470fd tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0602005 Aug 27 03:32:21.987042 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-91bbc18c-69d0-4d8b-8c94-5408a34e7367 req-928cbb12-b0bc-4a4f-81b5-0926dbc61953 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329301 Aug 27 03:32:22.120585 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a2727b-51f8-40a9-adc4-5e0a36c5f49f req-e68c193d-e940-401a-9524-08c3580bcc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:22.122004 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-56a2727b-51f8-40a9-adc4-5e0a36c5f49f req-e68c193d-e940-401a-9524-08c3580bcc78 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ff2334ee-c3c9-468a-845a-218e819133a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454044 Aug 27 03:32:22.239007 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-56a2727b-51f8-40a9-adc4-5e0a36c5f49f req-22e9b3af-4c00-44eb-a800-d9769162721a service neutron] 10.222.0.63 "GET /v2.0/networks/ff2334ee-c3c9-468a-845a-218e819133a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012130 Aug 27 03:32:22.358607 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-56a2727b-51f8-40a9-adc4-5e0a36c5f49f req-c7ea8294-a0fe-4584-94b7-faf87663c20c service neutron] 10.222.0.63 "GET /v2.0/networks/ff2334ee-c3c9-468a-845a-218e819133a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993180 Aug 27 03:32:22.468520 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5ead4-196d-44b1-b3a0-6ea256fc8f13 req-9d745784-4161-491a-a038-9ce19de7d8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:22.470411 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f7d5ead4-196d-44b1-b3a0-6ea256fc8f13 req-9d745784-4161-491a-a038-9ce19de7d8b5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=527dc9638ff74cfda148b7cf1b61c6c8&device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 1098 time: 0.0529776 Aug 27 03:32:22.648779 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5ead4-196d-44b1-b3a0-6ea256fc8f13 req-571db0c0-ce0b-4354-b047-d0a3db5314ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:22.650269 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f7d5ead4-196d-44b1-b3a0-6ea256fc8f13 req-571db0c0-ce0b-4354-b047-d0a3db5314ff service neutron] 10.222.0.63 "GET /v2.0/networks?id=ff2334ee-c3c9-468a-845a-218e819133a7 HTTP/1.1" status: 200 len: 912 time: 0.1475465 Aug 27 03:32:22.665557 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731c6ba-890c-441c-8ad7-8c584ce94f0b req-f3284586-5aae-419c-bf0d-272c3259b997 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:22.667230 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a731c6ba-890c-441c-8ad7-8c584ce94f0b req-f3284586-5aae-419c-bf0d-272c3259b997 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=6175dc67-2b16-477f-b0fa-db605b5b41f9 HTTP/1.1" status: 200 len: 945 time: 0.1033616 Aug 27 03:32:22.715138 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ff8bc-226a-48cc-9a83-940d661d7908 req-010d2638-7aeb-4e90-a142-66eb7045aa33 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:22.716704 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2b1ff8bc-226a-48cc-9a83-940d661d7908 req-010d2638-7aeb-4e90-a142-66eb7045aa33 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.1511722 Aug 27 03:32:22.797183 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a731c6ba-890c-441c-8ad7-8c584ce94f0b req-6a588df6-7de1-4098-a51a-cc51a0cba4c1 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183784 Aug 27 03:32:22.801202 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f7d5ead4-196d-44b1-b3a0-6ea256fc8f13 req-99a1793f-4c68-411a-96eb-cce0b3fd6cd4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00f4f309-41f4-4e94-86a4-ef0178135a23 HTTP/1.1" status: 200 len: 1000 time: 0.1310136 Aug 27 03:32:22.807027 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2b1ff8bc-226a-48cc-9a83-940d661d7908 req-92ce2c91-a856-4ff5-8651-acdfadff238a tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780621 Aug 27 03:32:22.863826 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5ead4-196d-44b1-b3a0-6ea256fc8f13 req-c2603206-95bb-46a0-9ea8-cab8523b6869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:22.865626 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f7d5ead4-196d-44b1-b3a0-6ea256fc8f13 req-c2603206-95bb-46a0-9ea8-cab8523b6869 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8881d854-768f-46f5-bb0c-d6718d4b9eba HTTP/1.1" status: 200 len: 850 time: 0.0560479 Aug 27 03:32:22.950005 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46817ced-a684-470e-8e30-8990ba491318 req-09f151f9-1e77-4b19-9ee6-0d3390a28343 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:22.951517 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-46817ced-a684-470e-8e30-8990ba491318 req-09f151f9-1e77-4b19-9ee6-0d3390a28343 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 943 time: 0.0762842 Aug 27 03:32:22.954216 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5ead4-196d-44b1-b3a0-6ea256fc8f13 req-8c04d3ce-d242-4299-8465-abbbd7f125fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:22.956726 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f7d5ead4-196d-44b1-b3a0-6ea256fc8f13 req-8c04d3ce-d242-4299-8465-abbbd7f125fb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ff2334ee-c3c9-468a-845a-218e819133a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0685334 Aug 27 03:32:23.041517 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-46817ced-a684-470e-8e30-8990ba491318 req-33d2e417-f7be-4dff-81f7-600dec45d448 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833819 Aug 27 03:32:23.097675 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f7d5ead4-196d-44b1-b3a0-6ea256fc8f13 req-14ee26f6-e138-492f-9346-fe6b7d93822a service neutron] 10.222.0.63 "GET /v2.0/networks/ff2334ee-c3c9-468a-845a-218e819133a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264362 Aug 27 03:32:23.151371 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109851e-7ae1-4389-9b43-ff86b062ec8f req-e971e995-25cb-449e-a1e2-5121821c1b5b tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:23.152879 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c109851e-7ae1-4389-9b43-ff86b062ec8f req-e971e995-25cb-449e-a1e2-5121821c1b5b tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0693965 Aug 27 03:32:23.235098 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c109851e-7ae1-4389-9b43-ff86b062ec8f req-c708310c-1baf-40fc-906c-402934d501c4 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537331 Aug 27 03:32:23.249980 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f7d5ead4-196d-44b1-b3a0-6ea256fc8f13 req-bf4c0d36-1516-461e-ae43-19165cf0faf9 service neutron] 10.222.0.63 "GET /v2.0/networks/ff2334ee-c3c9-468a-845a-218e819133a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252885 Aug 27 03:32:23.967706 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf682a-09d3-4029-9099-bc5e10615f83 req-351d9644-930d-42b5-9be0-79b8c9f7f25c tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:23.969401 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4ebf682a-09d3-4029-9099-bc5e10615f83 req-351d9644-930d-42b5-9be0-79b8c9f7f25c tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=6175dc67-2b16-477f-b0fa-db605b5b41f9 HTTP/1.1" status: 200 len: 945 time: 0.0944979 Aug 27 03:32:23.983742 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff548a-a0c3-4369-bb1f-0e08541ef89b req-efe56b20-a35c-4a9b-a36e-133b076dd064 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:23.985179 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-83ff548a-a0c3-4369-bb1f-0e08541ef89b req-efe56b20-a35c-4a9b-a36e-133b076dd064 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0878179 Aug 27 03:32:24.020990 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:24.061938 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4ebf682a-09d3-4029-9099-bc5e10615f83 req-a524a023-031d-47c3-a523-935cca69c3b5 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757735 Aug 27 03:32:24.078403 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-83ff548a-a0c3-4369-bb1f-0e08541ef89b req-4a0b4584-6fca-45f1-8bac-4d1081b49453 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864291 Aug 27 03:32:24.102295 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b761036-ecfd-4690-a608-3d6a9e33ce3b req-079920b1-e659-4ce1-a9b9-e1d6dc207438 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:24.104463 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4b761036-ecfd-4690-a608-3d6a9e33ce3b req-079920b1-e659-4ce1-a9b9-e1d6dc207438 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.63 "GET /v2.0/ports?device_id=6175dc67-2b16-477f-b0fa-db605b5b41f9 HTTP/1.1" status: 200 len: 945 time: 0.0680335 Aug 27 03:32:24.246771 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de6188-283b-49a6-887a-886ee2ab4ee5 req-375e6fd2-377b-4453-a7fc-4417547a51a7 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:24.248336 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b4de6188-283b-49a6-887a-886ee2ab4ee5 req-375e6fd2-377b-4453-a7fc-4417547a51a7 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 943 time: 0.1086388 Aug 27 03:32:24.311605 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [req-4b761036-ecfd-4690-a608-3d6a9e33ce3b req-fdc3d86b-2f97-42f1-8ac0-a6f5eeabbf64 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Deleting port 6b05bda1-93a4-41e5-bdff-1409450b75ca {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:32:24.311934 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-4b761036-ecfd-4690-a608-3d6a9e33ce3b req-fdc3d86b-2f97-42f1-8ac0-a6f5eeabbf64 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:24.326656 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b4de6188-283b-49a6-887a-886ee2ab4ee5 req-6c5aa3c8-9063-46cc-8d4d-35980d3028e3 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715249 Aug 27 03:32:24.423070 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff805b1-fe10-422b-9754-f8241fa7b088 req-7404f580-3440-4885-a997-e91fc06fd3e6 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:24.424720 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-bff805b1-fe10-422b-9754-f8241fa7b088 req-7404f580-3440-4885-a997-e91fc06fd3e6 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.1172287 Aug 27 03:32:24.460868 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-4b761036-ecfd-4690-a608-3d6a9e33ce3b req-fdc3d86b-2f97-42f1-8ac0-a6f5eeabbf64 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] For port 6b05bda1-93a4-41e5-bdff-1409450b75ca, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6b05bda1-93a4-41e5-bdff-1409450b75ca,segment=NetworkSegment(28780841-0c3a-4bb1-9cb1-796a642c1ab2),segment_id=28780841-0c3a-4bb1-9cb1-796a642c1ab2)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:24.461231 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-4b761036-ecfd-4690-a608-3d6a9e33ce3b req-fdc3d86b-2f97-42f1-8ac0-a6f5eeabbf64 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:24.485302 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [req-4b761036-ecfd-4690-a608-3d6a9e33ce3b req-fdc3d86b-2f97-42f1-8ac0-a6f5eeabbf64 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Calling delete_port for 6b05bda1-93a4-41e5-bdff-1409450b75ca owned by compute:nova {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:32:24.504710 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-bff805b1-fe10-422b-9754-f8241fa7b088 req-36d2ce78-a9b5-4136-9972-936d0dd1db32 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702741 Aug 27 03:32:24.666771 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-4b761036-ecfd-4690-a608-3d6a9e33ce3b req-fdc3d86b-2f97-42f1-8ac0-a6f5eeabbf64 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:24.684742 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] get_ports_and_sgs() called for port_ids ['bad6539d-473a-4ae7-8574-1eba84cbf59d', '81dbe444-5db9-4391-bed2-2330c577d434', '9f3da0a3-b185-45ff-b4d2-014e05b788f5', '6b05bda1-93a4-41e5-bdff-1409450b75ca'] {{(pid=93892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:32:24.697902 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3d86b-2f97-42f1-8ac0-a6f5eeabbf64 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Pushing event deleted for resources: {'Port': ['ID=6b05bda1-93a4-41e5-bdff-1409450b75ca,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:24.734335 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc3d86b-2f97-42f1-8ac0-a6f5eeabbf64 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:24.734695 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc3d86b-2f97-42f1-8ac0-a6f5eeabbf64 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:24.735035 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc3d86b-2f97-42f1-8ac0-a6f5eeabbf64 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:24.735383 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc3d86b-2f97-42f1-8ac0-a6f5eeabbf64 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:24.735721 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc3d86b-2f97-42f1-8ac0-a6f5eeabbf64 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:24.736054 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc3d86b-2f97-42f1-8ac0-a6f5eeabbf64 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:24.736394 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc3d86b-2f97-42f1-8ac0-a6f5eeabbf64 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:24.736700 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc3d86b-2f97-42f1-8ac0-a6f5eeabbf64 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:24.737021 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc3d86b-2f97-42f1-8ac0-a6f5eeabbf64 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:24.737349 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc3d86b-2f97-42f1-8ac0-a6f5eeabbf64 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:24.737727 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc3d86b-2f97-42f1-8ac0-a6f5eeabbf64 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:24.738049 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc3d86b-2f97-42f1-8ac0-a6f5eeabbf64 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:24.778258 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b761036-ecfd-4690-a608-3d6a9e33ce3b req-fdc3d86b-2f97-42f1-8ac0-a6f5eeabbf64 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] No DVR routers for this DVR port 6b05bda1-93a4-41e5-bdff-1409450b75ca on host hv-cinder-80473 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:32:24.789900 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-4b761036-ecfd-4690-a608-3d6a9e33ce3b req-fdc3d86b-2f97-42f1-8ac0-a6f5eeabbf64 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:24.791975 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4b761036-ecfd-4690-a608-3d6a9e33ce3b req-fdc3d86b-2f97-42f1-8ac0-a6f5eeabbf64 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.63 "DELETE /v2.0/ports/6b05bda1-93a4-41e5-bdff-1409450b75ca HTTP/1.1" status: 204 len: 173 time: 0.6806710 Aug 27 03:32:24.792414 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6175dc67-2b16-477f-b0fa-db605b5b41f9', 'name': 'network-vif-deleted', 'tag': '6b05bda1-93a4-41e5-bdff-1409450b75ca'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:32:24.795290 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5db798dbfc6723b72cacb44784ab66cf68bec91175074e332c63962bd4ba80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39856342-0de9-4f35-9724-bbf71170228f" -d '{"events": [{"server_uuid": "6175dc67-2b16-477f-b0fa-db605b5b41f9", "name": "network-vif-deleted", "tag": "6b05bda1-93a4-41e5-bdff-1409450b75ca"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:32:24.838534 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad900d75-b39a-4343-86ae-262108ea03d2 x-openstack-request-id: req-ad900d75-b39a-4343-86ae-262108ea03d2 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:32:24.839722 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6175dc67-2b16-477f-b0fa-db605b5b41f9", "name": "network-vif-deleted", "tag": "6b05bda1-93a4-41e5-bdff-1409450b75ca", "status": "completed", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:32:24.840136 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ad900d75-b39a-4343-86ae-262108ea03d2 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:32:24.842011 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6175dc67-2b16-477f-b0fa-db605b5b41f9', 'name': 'network-vif-deleted', 'tag': '6b05bda1-93a4-41e5-bdff-1409450b75ca', 'status': 'completed', 'code': 200} Aug 27 03:32:25.030011 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51ad90-6205-4ca9-9ceb-fab52e760e84 req-6bd5ac59-15a7-4814-bfe1-8be5374c90cf tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:25.031706 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-fe51ad90-6205-4ca9-9ceb-fab52e760e84 req-6bd5ac59-15a7-4814-bfe1-8be5374c90cf tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 943 time: 0.0732572 Aug 27 03:32:25.072187 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-fe51ad90-6205-4ca9-9ceb-fab52e760e84 req-5a1e6051-c062-4c95-8547-4a4bff1b145e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342996 Aug 27 03:32:25.184066 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-221141b7-7d66-47f9-ab37-e32ee3b92635 req-f9cb483e-6a91-4bf8-b01f-db984e162971 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=6175dc67-2b16-477f-b0fa-db605b5b41f9 HTTP/1.1" status: 200 len: 210 time: 0.0333622 Aug 27 03:32:25.226078 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1975a-81ed-4035-ba59-39329c48599f req-5316e6dc-1371-4aa6-bccd-95386f5ecf5a tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:25.227711 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d3c1975a-81ed-4035-ba59-39329c48599f req-5316e6dc-1371-4aa6-bccd-95386f5ecf5a tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0667439 Aug 27 03:32:25.266006 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d3c1975a-81ed-4035-ba59-39329c48599f req-04f42618-9131-4d59-9f1d-954dca0a53fd tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321820 Aug 27 03:32:25.419969 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 54044) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:25.503926 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40f86f-72e6-44b3-ae2f-de6872beb6e5 req-0b28b930-18a8-41b8-8ef7-2c88a5f5bb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:25.505559 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-fb40f86f-72e6-44b3-ae2f-de6872beb6e5 req-0b28b930-18a8-41b8-8ef7-2c88a5f5bb39 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 1098 time: 0.0635579 Aug 27 03:32:25.518513 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9dac6d6b-0924-497f-8de8-fa3b13a2b734 req-84cac335-3051-46d6-9b8d-b058a5befcd9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0974000 Aug 27 03:32:25.549277 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-fb40f86f-72e6-44b3-ae2f-de6872beb6e5 req-65295e4b-12bf-40f6-8183-a297e9bbfd4d service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289574 Aug 27 03:32:25.922538 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 53984622-e10d-4108-aa2f-8e507e1bd0bf no longer exists at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:32:26.012082 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 6b05bda1-93a4-41e5-bdff-1409450b75ca no longer exists at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:32:26.031851 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] No Port match for: 6b05bda1-93a4-41e5-bdff-1409450b75ca {{(pid=93892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:32:26.032187 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 6b05bda1-93a4-41e5-bdff-1409450b75ca not bound to the agent host hv-cinder-80473 {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:32:26.221290 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f2ca6-1368-43b6-a415-67aba81a3600 req-60d58ebd-d88b-46ef-85d3-a91b71101e48 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:26.223448 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ed9f2ca6-1368-43b6-a415-67aba81a3600 req-60d58ebd-d88b-46ef-85d3-a91b71101e48 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 943 time: 0.0679910 Aug 27 03:32:26.278855 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ed9f2ca6-1368-43b6-a415-67aba81a3600 req-ad4e2902-38ed-41f1-9788-c22fb356d8c0 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467422 Aug 27 03:32:26.395613 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf116ac0-af8e-4990-97c0-8a743c64eef7 req-58d9615b-a9fa-4e55-aabe-f9e64a5b29d8 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:26.399871 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-bf116ac0-af8e-4990-97c0-8a743c64eef7 req-58d9615b-a9fa-4e55-aabe-f9e64a5b29d8 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0579362 Aug 27 03:32:26.438877 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-bf116ac0-af8e-4990-97c0-8a743c64eef7 req-13b3a2be-c692-4ba2-b5a9-f19a3f23eaf3 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352318 Aug 27 03:32:27.395997 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e14a6-a383-4035-91da-0adb5924f088 req-c8c66372-399b-4db3-ae29-9c96e1a80374 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:27.397970 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-937e14a6-a383-4035-91da-0adb5924f088 req-c8c66372-399b-4db3-ae29-9c96e1a80374 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 943 time: 0.0536180 Aug 27 03:32:27.451840 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-937e14a6-a383-4035-91da-0adb5924f088 req-be41858c-f794-4ad5-a7a3-8ab7bdc7fbbe tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470312 Aug 27 03:32:27.579966 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cb0ab-fcce-4a24-a50e-161236a7ecb7 req-b46d117f-3290-4454-a052-d28c4710dfd7 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:27.587797 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e83cb0ab-fcce-4a24-a50e-161236a7ecb7 req-b46d117f-3290-4454-a052-d28c4710dfd7 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0712380 Aug 27 03:32:27.619261 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e83cb0ab-fcce-4a24-a50e-161236a7ecb7 req-587ec306-4684-41d1-a304-5ba5d5749749 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306737 Aug 27 03:32:27.668102 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbe158-468c-4538-9306-6504fff10334 req-402d1157-0c2b-4547-b47b-52ba1eb4aec0 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:27.669863 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d2bbe158-468c-4538-9306-6504fff10334 req-402d1157-0c2b-4547-b47b-52ba1eb4aec0 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=33bae22e-2148-4695-89b6-0ca9fe64214e HTTP/1.1" status: 200 len: 946 time: 0.0496256 Aug 27 03:32:27.712439 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d2bbe158-468c-4538-9306-6504fff10334 req-e87e0eae-9445-499f-a5fe-87b2e1d6277a tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347025 Aug 27 03:32:28.293358 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac6d6b-0924-497f-8de8-fa3b13a2b734 req-a67ff104-0950-4eb0-88ed-fbd1e4424a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:28.294821 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9dac6d6b-0924-497f-8de8-fa3b13a2b734 req-a67ff104-0950-4eb0-88ed-fbd1e4424a66 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987&tenant_id=f60ccdbc7dbb46c6abacc312e57220a1 HTTP/1.1" status: 200 len: 1096 time: 0.0760133 Aug 27 03:32:28.368477 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac6d6b-0924-497f-8de8-fa3b13a2b734 req-29570e7c-cc28-451e-b2f8-b6aa7db341d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:28.369992 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9dac6d6b-0924-497f-8de8-fa3b13a2b734 req-29570e7c-cc28-451e-b2f8-b6aa7db341d6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f60ccdbc7dbb46c6abacc312e57220a1&device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 1096 time: 0.0420070 Aug 27 03:32:28.469832 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac6d6b-0924-497f-8de8-fa3b13a2b734 req-2a2e643d-b178-4075-882b-24eaba6109fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:28.471323 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9dac6d6b-0924-497f-8de8-fa3b13a2b734 req-2a2e643d-b178-4075-882b-24eaba6109fe service neutron] 10.222.0.63 "GET /v2.0/networks?id=914ec375-24a4-430c-b691-a84588d24cf3 HTTP/1.1" status: 200 len: 918 time: 0.0873809 Aug 27 03:32:28.587696 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9dac6d6b-0924-497f-8de8-fa3b13a2b734 req-6421ff3d-19a3-48e6-97c1-b684539e01ee service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53984622-e10d-4108-aa2f-8e507e1bd0bf HTTP/1.1" status: 200 len: 998 time: 0.0932777 Aug 27 03:32:28.599911 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b3566-42dd-425e-92dd-383b6b8d16c3 req-1191fa0b-7b7e-4967-bd2f-6d9200bddad6 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:28.601401 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f63b3566-42dd-425e-92dd-383b6b8d16c3 req-1191fa0b-7b7e-4967-bd2f-6d9200bddad6 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 943 time: 0.0683479 Aug 27 03:32:28.667123 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac6d6b-0924-497f-8de8-fa3b13a2b734 req-c226d549-a593-499a-a278-83c9ac22610f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:28.668655 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9dac6d6b-0924-497f-8de8-fa3b13a2b734 req-c226d549-a593-499a-a278-83c9ac22610f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=01048c02-3dc7-4172-b7c7-73d0365326a6 HTTP/1.1" status: 200 len: 856 time: 0.0664742 Aug 27 03:32:28.675673 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f63b3566-42dd-425e-92dd-383b6b8d16c3 req-10b0b86d-f402-4992-ab29-334b2f95f270 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663586 Aug 27 03:32:28.751271 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac6d6b-0924-497f-8de8-fa3b13a2b734 req-136a11df-a2a8-4af3-9ab3-9ecc0ac23a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:28.752676 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9dac6d6b-0924-497f-8de8-fa3b13a2b734 req-136a11df-a2a8-4af3-9ab3-9ecc0ac23a3b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=914ec375-24a4-430c-b691-a84588d24cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706627 Aug 27 03:32:28.761279 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a4c29-1f3d-40ea-95d8-e24adca5b515 req-cd079d2d-902a-4b22-829d-aaa6c4edb68c tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:28.762697 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e64a4c29-1f3d-40ea-95d8-e24adca5b515 req-cd079d2d-902a-4b22-829d-aaa6c4edb68c tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0704858 Aug 27 03:32:29.108961 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e64a4c29-1f3d-40ea-95d8-e24adca5b515 req-708edb9e-6584-41da-af45-fe833ca2428a tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399975 Aug 27 03:32:29.148548 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71620cb3-8762-4416-b9e2-e3fcafdd3c3e req-7aec734e-70cb-4fc9-83f2-beb03cb1b9fa tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:29.150011 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-71620cb3-8762-4416-b9e2-e3fcafdd3c3e req-7aec734e-70cb-4fc9-83f2-beb03cb1b9fa tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=33bae22e-2148-4695-89b6-0ca9fe64214e HTTP/1.1" status: 200 len: 946 time: 0.3616030 Aug 27 03:32:29.155507 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9dac6d6b-0924-497f-8de8-fa3b13a2b734 req-527a0434-dbba-40ee-ba09-5868ceb253b5 service neutron] 10.222.0.63 "GET /v2.0/networks/914ec375-24a4-430c-b691-a84588d24cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856471 Aug 27 03:32:29.236415 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-71620cb3-8762-4416-b9e2-e3fcafdd3c3e req-4de609c3-1267-4081-8775-a06eca090afc tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799253 Aug 27 03:32:29.281380 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9dac6d6b-0924-497f-8de8-fa3b13a2b734 req-6d435682-347d-40f7-b807-3ba4a147f836 service neutron] 10.222.0.63 "GET /v2.0/networks/914ec375-24a4-430c-b691-a84588d24cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120028 Aug 27 03:32:29.390855 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d31e8f-35ef-4e8f-bdc7-b67e05dcac6a req-e335bb74-a79c-49ca-8a28-fec76fa7d0c8 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:29.392406 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-12d31e8f-35ef-4e8f-bdc7-b67e05dcac6a req-e335bb74-a79c-49ca-8a28-fec76fa7d0c8 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0774322 Aug 27 03:32:29.434525 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71489f8-0e6b-4599-843c-be55d569c0c7 req-f3502100-e7bd-4db4-8bb6-4d659a81a586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:29.436064 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c71489f8-0e6b-4599-843c-be55d569c0c7 req-f3502100-e7bd-4db4-8bb6-4d659a81a586 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dec8900e772c45c583c5e85e9958d95d&device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 1098 time: 0.0797300 Aug 27 03:32:29.449170 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-12d31e8f-35ef-4e8f-bdc7-b67e05dcac6a req-15d1df21-5db3-4a57-a535-55e41d661864 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490062 Aug 27 03:32:29.542361 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71489f8-0e6b-4599-843c-be55d569c0c7 req-b3c00df4-8e5f-4c41-af8c-7e0cac027d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:29.543902 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c71489f8-0e6b-4599-843c-be55d569c0c7 req-b3c00df4-8e5f-4c41-af8c-7e0cac027d38 service neutron] 10.222.0.63 "GET /v2.0/networks?id=49eed060-6837-4e18-bdb1-2b63d9669339 HTTP/1.1" status: 200 len: 920 time: 0.0888875 Aug 27 03:32:29.600621 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c71489f8-0e6b-4599-843c-be55d569c0c7 req-7d6d978a-865a-4cab-820d-be29f04c6e26 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09d98d1e-1fdd-4a75-b401-02f9b781896d HTTP/1.1" status: 200 len: 217 time: 0.0375261 Aug 27 03:32:29.691707 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71489f8-0e6b-4599-843c-be55d569c0c7 req-127592c5-92fd-49ba-8a3f-3df54d90edb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:29.693280 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c71489f8-0e6b-4599-843c-be55d569c0c7 req-127592c5-92fd-49ba-8a3f-3df54d90edb7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0d267862-f34f-457d-8ad5-859088d95a0f HTTP/1.1" status: 200 len: 859 time: 0.0602267 Aug 27 03:32:29.756727 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c71489f8-0e6b-4599-843c-be55d569c0c7 req-88a8b379-6340-41de-a86b-709decbe12c7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=49eed060-6837-4e18-bdb1-2b63d9669339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318172 Aug 27 03:32:29.805743 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207de298-d11f-4484-a45f-9c2e8e778437 req-a88a051a-8840-4631-b1ab-091e9d2270b2 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:29.807305 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-207de298-d11f-4484-a45f-9c2e8e778437 req-a88a051a-8840-4631-b1ab-091e9d2270b2 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/ports?device_id=266886ac-4054-4dc4-afe2-5737087f1b90 HTTP/1.1" status: 200 len: 946 time: 0.1131215 Aug 27 03:32:29.912111 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb1da2-b479-43ca-a1d6-67152bb13150 req-0626bcd5-fddd-493b-a065-8d96f2b425d0 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:29.913625 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4edb1da2-b479-43ca-a1d6-67152bb13150 req-0626bcd5-fddd-493b-a065-8d96f2b425d0 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 943 time: 0.1531272 Aug 27 03:32:29.964281 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-207de298-d11f-4484-a45f-9c2e8e778437 req-a0808897-aff3-471f-aebd-b42571415f2a tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b03ecd28-9739-4dd0-bf70-b3f1fb35cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372931 Aug 27 03:32:29.990953 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c71489f8-0e6b-4599-843c-be55d569c0c7 req-29c6c512-cfaf-4d7f-8aea-d6589ae342b5 service neutron] 10.222.0.63 "GET /v2.0/networks/49eed060-6837-4e18-bdb1-2b63d9669339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189255 Aug 27 03:32:30.017200 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4edb1da2-b479-43ca-a1d6-67152bb13150 req-0eebf568-aced-41c0-b6e3-21b276912a4d tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947464 Aug 27 03:32:30.368765 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48195338-cca3-46f7-84c1-0e5ca9ef0860 req-636d3abd-0092-4906-b582-7eb309487d71 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:30.370364 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-48195338-cca3-46f7-84c1-0e5ca9ef0860 req-636d3abd-0092-4906-b582-7eb309487d71 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=33bae22e-2148-4695-89b6-0ca9fe64214e HTTP/1.1" status: 200 len: 946 time: 0.0534453 Aug 27 03:32:30.411723 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-48195338-cca3-46f7-84c1-0e5ca9ef0860 req-36d75386-e7cb-457c-85e7-38a683408ff4 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348704 Aug 27 03:32:30.581675 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b5991-4c40-4456-b221-b9bfdccb3527 req-ca6302e8-eff7-45fb-b374-e9c958711e19 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:30.583196 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e90b5991-4c40-4456-b221-b9bfdccb3527 req-ca6302e8-eff7-45fb-b374-e9c958711e19 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0591118 Aug 27 03:32:30.626284 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e90b5991-4c40-4456-b221-b9bfdccb3527 req-c6c2b87a-d7a8-4fd7-a543-60ef76660fe1 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358467 Aug 27 03:32:31.067088 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9594a-796d-4d92-a0c9-025fdf06b336 req-9d46221f-452a-417a-900f-a97a088d84f5 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:31.068705 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f0f9594a-796d-4d92-a0c9-025fdf06b336 req-9d46221f-452a-417a-900f-a97a088d84f5 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/ports?device_id=266886ac-4054-4dc4-afe2-5737087f1b90 HTTP/1.1" status: 200 len: 946 time: 0.0528157 Aug 27 03:32:31.121654 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f0f9594a-796d-4d92-a0c9-025fdf06b336 req-f122405d-beda-4974-a145-6d719354c1b9 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b03ecd28-9739-4dd0-bf70-b3f1fb35cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466468 Aug 27 03:32:31.160020 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8663f-7edc-4092-af2f-d64e9877df8e req-e614c36a-cc40-44f8-add6-8b0966b0ef89 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:31.161709 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-14d8663f-7edc-4092-af2f-d64e9877df8e req-e614c36a-cc40-44f8-add6-8b0966b0ef89 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 943 time: 0.0597928 Aug 27 03:32:31.204861 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-14d8663f-7edc-4092-af2f-d64e9877df8e req-b2366beb-5a83-404c-8704-9f14484b8938 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368354 Aug 27 03:32:31.537991 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d693c-d1a6-4b49-85fa-a5101ccdb27d req-23bc76b4-6256-4078-9c89-912ff739deca tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:31.539619 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-080d693c-d1a6-4b49-85fa-a5101ccdb27d req-23bc76b4-6256-4078-9c89-912ff739deca tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=33bae22e-2148-4695-89b6-0ca9fe64214e HTTP/1.1" status: 200 len: 946 time: 0.0510595 Aug 27 03:32:31.581104 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-080d693c-d1a6-4b49-85fa-a5101ccdb27d req-d84c03f3-3bf3-48b6-8085-714611dd510c tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353978 Aug 27 03:32:31.750192 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9c422-30d2-4535-99fc-c386e0f5bd4e req-a87320d8-7ce1-458f-b1e0-6ec8dc78dfb3 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:31.751686 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-dcc9c422-30d2-4535-99fc-c386e0f5bd4e req-a87320d8-7ce1-458f-b1e0-6ec8dc78dfb3 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0523217 Aug 27 03:32:31.793601 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-dcc9c422-30d2-4535-99fc-c386e0f5bd4e req-d061f59b-87b6-4a1f-8222-c48841c4c6ed tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343604 Aug 27 03:32:32.240515 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6fb57-e357-41e1-b940-d797a46d1d72 req-10656e24-4eb7-441b-946c-e1566b1f63ef tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:32.242742 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b0c6fb57-e357-41e1-b940-d797a46d1d72 req-10656e24-4eb7-441b-946c-e1566b1f63ef tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/ports?device_id=266886ac-4054-4dc4-afe2-5737087f1b90 HTTP/1.1" status: 200 len: 946 time: 0.0528882 Aug 27 03:32:32.296860 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b0c6fb57-e357-41e1-b940-d797a46d1d72 req-470795f5-5613-4686-8f46-2badc797a2dd tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b03ecd28-9739-4dd0-bf70-b3f1fb35cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481992 Aug 27 03:32:32.337966 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf76250-19f6-4259-82f7-fce855f75fc1 req-e174036a-9983-4550-81de-9f6acdf97b51 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:32.339525 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-aaf76250-19f6-4259-82f7-fce855f75fc1 req-e174036a-9983-4550-81de-9f6acdf97b51 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 943 time: 0.0592227 Aug 27 03:32:32.378642 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-aaf76250-19f6-4259-82f7-fce855f75fc1 req-a0b28cb6-d756-4e10-8f6b-74e42617c718 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328484 Aug 27 03:32:32.706924 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f24b96-ec3b-4ff4-afd0-f41eb18b26d6 req-fe735180-db78-4602-bbf6-07c5ec4f59fb tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:32.708488 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-03f24b96-ec3b-4ff4-afd0-f41eb18b26d6 req-fe735180-db78-4602-bbf6-07c5ec4f59fb tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=33bae22e-2148-4695-89b6-0ca9fe64214e HTTP/1.1" status: 200 len: 946 time: 0.0529382 Aug 27 03:32:32.749113 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-03f24b96-ec3b-4ff4-afd0-f41eb18b26d6 req-ddf8b94f-64c7-4a07-9d9d-670a5fa1fff2 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344791 Aug 27 03:32:32.917082 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3a8e1-4640-44f7-908f-e741e6efba7c req-866cb195-e332-4b76-ae0a-715b58353f84 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:32.918623 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-91d3a8e1-4640-44f7-908f-e741e6efba7c req-866cb195-e332-4b76-ae0a-715b58353f84 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0551524 Aug 27 03:32:32.965088 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-91d3a8e1-4640-44f7-908f-e741e6efba7c req-3157afee-52b5-4ef9-a0cb-5c9a319635f9 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400367 Aug 27 03:32:33.429664 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8897ca-d6b2-42bf-864a-7f7075427598 req-9ad9558d-58e3-407f-9b2b-6ea9fd4f9036 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:33.431198 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9b8897ca-d6b2-42bf-864a-7f7075427598 req-9ad9558d-58e3-407f-9b2b-6ea9fd4f9036 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/ports?device_id=266886ac-4054-4dc4-afe2-5737087f1b90 HTTP/1.1" status: 200 len: 946 time: 0.0545616 Aug 27 03:32:33.497859 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9b8897ca-d6b2-42bf-864a-7f7075427598 req-9ae577a5-b647-4bbb-b741-e6d76219ce7d tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b03ecd28-9739-4dd0-bf70-b3f1fb35cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580320 Aug 27 03:32:33.517904 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53537427-df2e-4dbb-812f-e3da1bbdd682 req-ac438397-9875-423d-91d5-84714af3d87e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:33.519499 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-53537427-df2e-4dbb-812f-e3da1bbdd682 req-ac438397-9875-423d-91d5-84714af3d87e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 943 time: 0.0603149 Aug 27 03:32:33.560075 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-53537427-df2e-4dbb-812f-e3da1bbdd682 req-c9c48e5f-0f5f-42a0-9b75-9ec71cd706a2 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343623 Aug 27 03:32:33.873085 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684d131-96df-4462-82b4-ef4b9a857091 req-b4a8f84c-b3ff-4832-a964-e1cbf6acf86c tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:33.874658 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b684d131-96df-4462-82b4-ef4b9a857091 req-b4a8f84c-b3ff-4832-a964-e1cbf6acf86c tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=33bae22e-2148-4695-89b6-0ca9fe64214e HTTP/1.1" status: 200 len: 946 time: 0.0551083 Aug 27 03:32:33.916192 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b684d131-96df-4462-82b4-ef4b9a857091 req-dff3db57-bf57-4233-96f7-96b6bd96f739 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348356 Aug 27 03:32:34.098361 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1da27-60e7-4688-8986-6383a1e288a1 req-6ea53b32-5cf2-4ab9-93b1-6423b95c0f93 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:34.099978 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8cd1da27-60e7-4688-8986-6383a1e288a1 req-6ea53b32-5cf2-4ab9-93b1-6423b95c0f93 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0523639 Aug 27 03:32:34.150532 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8cd1da27-60e7-4688-8986-6383a1e288a1 req-62eaa441-43a5-425a-89c6-0d26d40fefc1 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439847 Aug 27 03:32:34.619139 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38f3cf-36f2-4ac1-836a-33f1a232f84a req-a51bf9f7-2676-438c-888d-2b4827a29e08 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:34.620745 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-bc38f3cf-36f2-4ac1-836a-33f1a232f84a req-a51bf9f7-2676-438c-888d-2b4827a29e08 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/ports?device_id=266886ac-4054-4dc4-afe2-5737087f1b90 HTTP/1.1" status: 200 len: 946 time: 0.0535860 Aug 27 03:32:34.690798 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-bc38f3cf-36f2-4ac1-836a-33f1a232f84a req-1c9fda0a-79ed-45a0-b943-8af42593e495 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b03ecd28-9739-4dd0-bf70-b3f1fb35cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641801 Aug 27 03:32:34.711524 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11663caa-9ba6-41f3-bdab-aad4b90cd098 req-fcfb36d3-f407-414b-9213-865bc93d0700 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:34.712515 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-11663caa-9ba6-41f3-bdab-aad4b90cd098 req-fcfb36d3-f407-414b-9213-865bc93d0700 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 943 time: 0.0719993 Aug 27 03:32:34.752657 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-11663caa-9ba6-41f3-bdab-aad4b90cd098 req-39196ae7-fa7d-4c37-bc49-17897e11cc16 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341368 Aug 27 03:32:35.035787 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d114176-1a61-4c09-9a1b-3546d7f970a0 req-d8652ff2-bd46-4b3e-8c70-a871ab83c592 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:35.037373 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-0d114176-1a61-4c09-9a1b-3546d7f970a0 req-d8652ff2-bd46-4b3e-8c70-a871ab83c592 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=33bae22e-2148-4695-89b6-0ca9fe64214e HTTP/1.1" status: 200 len: 946 time: 0.0512288 Aug 27 03:32:35.080870 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-0d114176-1a61-4c09-9a1b-3546d7f970a0 req-05ead4fe-2029-4ece-81eb-a03666396ab9 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368874 Aug 27 03:32:35.272759 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e6c1e-21fa-430d-b211-c37fbbba1e46 req-21d2c775-0261-49e5-9d74-4ebb2d0250d8 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:35.274472 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-383e6c1e-21fa-430d-b211-c37fbbba1e46 req-21d2c775-0261-49e5-9d74-4ebb2d0250d8 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0529711 Aug 27 03:32:35.314955 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-383e6c1e-21fa-430d-b211-c37fbbba1e46 req-7ba65303-dba2-4028-a38c-5b7bc0153a99 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341229 Aug 27 03:32:35.826906 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a33c4-d39b-423a-b572-d626d76fc32a req-e7e25d39-14a0-432e-8608-dbbc1c3fbf67 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:35.828427 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-da8a33c4-d39b-423a-b572-d626d76fc32a req-e7e25d39-14a0-432e-8608-dbbc1c3fbf67 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/ports?device_id=266886ac-4054-4dc4-afe2-5737087f1b90 HTTP/1.1" status: 200 len: 946 time: 0.0562809 Aug 27 03:32:35.893169 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-da8a33c4-d39b-423a-b572-d626d76fc32a req-d8107a6b-7777-419d-bb4a-5b806e46c31b tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b03ecd28-9739-4dd0-bf70-b3f1fb35cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533206 Aug 27 03:32:35.905270 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c17b8b-2c9c-4d12-bba9-abeeca8f4238 req-f46c6e00-eb7d-4b8c-b49b-4c073d97cb57 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:35.906896 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c8c17b8b-2c9c-4d12-bba9-abeeca8f4238 req-f46c6e00-eb7d-4b8c-b49b-4c073d97cb57 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 943 time: 0.0758040 Aug 27 03:32:35.950630 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c8c17b8b-2c9c-4d12-bba9-abeeca8f4238 req-389607fa-8517-48eb-8900-ac03f08deb2d tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364885 Aug 27 03:32:36.209473 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffac76c-94c8-4368-829f-af1039cd2db5 req-902dd7f1-7fec-4ca7-9390-b7e53581d522 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:36.211792 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-dffac76c-94c8-4368-829f-af1039cd2db5 req-902dd7f1-7fec-4ca7-9390-b7e53581d522 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=33bae22e-2148-4695-89b6-0ca9fe64214e HTTP/1.1" status: 200 len: 946 time: 0.0601985 Aug 27 03:32:36.252865 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-dffac76c-94c8-4368-829f-af1039cd2db5 req-e289863d-f73e-44cb-8330-de5e9debc2b9 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349741 Aug 27 03:32:36.449045 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04b295-9231-422e-ad82-dc6f565ff2d5 req-a4f9650d-c857-4837-8173-1c252a09840a tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:36.450696 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ae04b295-9231-422e-ad82-dc6f565ff2d5 req-a4f9650d-c857-4837-8173-1c252a09840a tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0593507 Aug 27 03:32:36.491562 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ae04b295-9231-422e-ad82-dc6f565ff2d5 req-0850c383-4d42-4b17-9229-9f0d5fba7b60 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347116 Aug 27 03:32:37.019917 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd58bd-8d11-4a92-b283-79221c6fa3b4 req-34e9e198-9943-4b5e-ad1d-5243d6a813a1 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:37.021395 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-56bd58bd-8d11-4a92-b283-79221c6fa3b4 req-34e9e198-9943-4b5e-ad1d-5243d6a813a1 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/ports?device_id=266886ac-4054-4dc4-afe2-5737087f1b90 HTTP/1.1" status: 200 len: 946 time: 0.0520146 Aug 27 03:32:37.086630 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-56bd58bd-8d11-4a92-b283-79221c6fa3b4 req-81ed3667-db34-472d-a294-b215177c54e7 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b03ecd28-9739-4dd0-bf70-b3f1fb35cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592744 Aug 27 03:32:37.103036 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355bfeb-8a02-43ac-86a9-2937f9335f25 req-30da98a4-74c2-4e84-b2c3-273949b59cd1 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:37.104856 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1355bfeb-8a02-43ac-86a9-2937f9335f25 req-30da98a4-74c2-4e84-b2c3-273949b59cd1 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 943 time: 0.0764766 Aug 27 03:32:37.151667 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1355bfeb-8a02-43ac-86a9-2937f9335f25 req-8fd36c10-d6da-4e36-867f-d41142f40e3e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404742 Aug 27 03:32:37.380911 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb8941-d1a1-40ab-8980-a58917f6a062 req-900865a2-9e62-4b7d-a1cf-50c425bc92d3 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:37.383094 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f5bb8941-d1a1-40ab-8980-a58917f6a062 req-900865a2-9e62-4b7d-a1cf-50c425bc92d3 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=33bae22e-2148-4695-89b6-0ca9fe64214e HTTP/1.1" status: 200 len: 946 time: 0.0554490 Aug 27 03:32:37.426772 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f5bb8941-d1a1-40ab-8980-a58917f6a062 req-9464e7ad-acc2-492e-91f7-f9262a482779 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380640 Aug 27 03:32:37.613103 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc29542-fa9e-4ee2-a4f4-adb3754a6b7d req-fcc92ec1-da59-460f-9431-7c23f538857c tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:37.614554 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7dc29542-fa9e-4ee2-a4f4-adb3754a6b7d req-fcc92ec1-da59-460f-9431-7c23f538857c tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0532560 Aug 27 03:32:37.656778 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7dc29542-fa9e-4ee2-a4f4-adb3754a6b7d req-36dbf995-d21c-4319-b9f1-061c5700d54d tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354011 Aug 27 03:32:38.213481 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f68171-6c84-4690-ab0d-e2e9cc4b4872 req-ee037e44-8786-40aa-8526-54c569324181 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:38.215022 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e2f68171-6c84-4690-ab0d-e2e9cc4b4872 req-ee037e44-8786-40aa-8526-54c569324181 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/ports?device_id=266886ac-4054-4dc4-afe2-5737087f1b90 HTTP/1.1" status: 200 len: 946 time: 0.0550110 Aug 27 03:32:38.285652 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e2f68171-6c84-4690-ab0d-e2e9cc4b4872 req-e93718a4-1d1b-4dc5-80a1-f21a211ae65a tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b03ecd28-9739-4dd0-bf70-b3f1fb35cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646305 Aug 27 03:32:38.308790 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220eca1-5572-4211-9955-10f52c82f4b6 req-63c836c4-6fee-49b6-8f2e-3e5e5016e673 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:38.310381 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5220eca1-5572-4211-9955-10f52c82f4b6 req-63c836c4-6fee-49b6-8f2e-3e5e5016e673 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 943 time: 0.0713432 Aug 27 03:32:38.373076 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5220eca1-5572-4211-9955-10f52c82f4b6 req-3dfb3082-b727-4f49-964a-18a8f16fd685 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465941 Aug 27 03:32:38.554259 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941dfbb1-cf2d-4081-a9be-8e09874fad2d req-d5c15658-6331-41ef-a770-abb7fd8532b2 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:38.556305 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-941dfbb1-cf2d-4081-a9be-8e09874fad2d req-d5c15658-6331-41ef-a770-abb7fd8532b2 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=33bae22e-2148-4695-89b6-0ca9fe64214e HTTP/1.1" status: 200 len: 946 time: 0.0582416 Aug 27 03:32:38.596751 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-941dfbb1-cf2d-4081-a9be-8e09874fad2d req-57639972-4811-4c4e-a164-16ccdca1d83e tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340421 Aug 27 03:32:38.779414 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178d84e-9f7e-421a-b541-4be1215e23a8 req-af5ae794-44a8-4a9e-a875-b0c4fed8213c tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:38.780985 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9178d84e-9f7e-421a-b541-4be1215e23a8 req-af5ae794-44a8-4a9e-a875-b0c4fed8213c tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0521991 Aug 27 03:32:38.823765 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9178d84e-9f7e-421a-b541-4be1215e23a8 req-c4effef3-0531-43e2-944e-b472bb64c7f9 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368388 Aug 27 03:32:38.981559 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 6 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:32:39.405669 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad3ea2-c4e9-4f6e-a0ae-8c6d938b346d req-a73a13c4-ea48-4dea-8fab-807b786ad0a6 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:39.407288 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f0ad3ea2-c4e9-4f6e-a0ae-8c6d938b346d req-a73a13c4-ea48-4dea-8fab-807b786ad0a6 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/ports?device_id=266886ac-4054-4dc4-afe2-5737087f1b90 HTTP/1.1" status: 200 len: 946 time: 0.0518634 Aug 27 03:32:39.450388 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f0ad3ea2-c4e9-4f6e-a0ae-8c6d938b346d req-bc29ae1f-f87d-4268-897a-3e2abb2b9b41 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b03ecd28-9739-4dd0-bf70-b3f1fb35cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364528 Aug 27 03:32:39.502814 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a9fa0-422b-4177-a96d-db4bb475596b req-e7d05ca9-1585-45e7-9bea-372f49848ad0 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:39.504335 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-635a9fa0-422b-4177-a96d-db4bb475596b req-e7d05ca9-1585-45e7-9bea-372f49848ad0 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 943 time: 0.0524042 Aug 27 03:32:39.542892 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-635a9fa0-422b-4177-a96d-db4bb475596b req-faa611cb-f3c2-453e-94c1-bd248217fead tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319562 Aug 27 03:32:39.738644 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2391a5d-b06d-497f-8cf7-06a7117ae76d req-3ef23eb1-5bf1-49fe-b3e4-41bff7391a61 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:39.741052 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f2391a5d-b06d-497f-8cf7-06a7117ae76d req-3ef23eb1-5bf1-49fe-b3e4-41bff7391a61 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=33bae22e-2148-4695-89b6-0ca9fe64214e HTTP/1.1" status: 200 len: 946 time: 0.0632567 Aug 27 03:32:39.790900 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f2391a5d-b06d-497f-8cf7-06a7117ae76d req-8804be11-dc27-4cee-b484-b4d14d572d60 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428710 Aug 27 03:32:39.949391 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271a929-9fc0-4532-9832-736918335ae9 req-aa515dad-4ee4-4d9c-b4ba-d876881c3d37 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:39.950936 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2271a929-9fc0-4532-9832-736918335ae9 req-aa515dad-4ee4-4d9c-b4ba-d876881c3d37 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0509992 Aug 27 03:32:39.993743 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2271a929-9fc0-4532-9832-736918335ae9 req-180879d5-3b9a-46ef-be8f-c9553f6ab27d tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362132 Aug 27 03:32:40.577578 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231f6d1-ae0c-4be7-9ced-a630cdada9ba req-c7dce66a-af2f-442b-856d-ad74fc9a3005 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:40.578987 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b231f6d1-ae0c-4be7-9ced-a630cdada9ba req-c7dce66a-af2f-442b-856d-ad74fc9a3005 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/ports?device_id=266886ac-4054-4dc4-afe2-5737087f1b90 HTTP/1.1" status: 200 len: 946 time: 0.0515301 Aug 27 03:32:40.624536 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b231f6d1-ae0c-4be7-9ced-a630cdada9ba req-cf024551-5f1b-455d-9454-c64deb27e764 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b03ecd28-9739-4dd0-bf70-b3f1fb35cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365808 Aug 27 03:32:40.677463 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f6a76-4a04-4c3e-a1dc-4ac505838252 req-8f4aecb8-0e71-45ef-9cfb-dfafe23157eb tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:40.679370 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-206f6a76-4a04-4c3e-a1dc-4ac505838252 req-8f4aecb8-0e71-45ef-9cfb-dfafe23157eb tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 943 time: 0.0516732 Aug 27 03:32:40.722392 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-206f6a76-4a04-4c3e-a1dc-4ac505838252 req-ed16cb36-f74e-4812-84da-aceaa36169bd tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365734 Aug 27 03:32:40.910107 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a58d2-c867-4af9-8427-8b61587e4d11 req-007692d0-d0e0-4ced-8af6-6c4a517f5ee3 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:40.911649 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-753a58d2-c867-4af9-8427-8b61587e4d11 req-007692d0-d0e0-4ced-8af6-6c4a517f5ee3 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=33bae22e-2148-4695-89b6-0ca9fe64214e HTTP/1.1" status: 200 len: 946 time: 0.0507932 Aug 27 03:32:40.955887 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-753a58d2-c867-4af9-8427-8b61587e4d11 req-a567755d-7b10-4df6-bcac-a017207d2a1c tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356715 Aug 27 03:32:41.118050 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72e3a5-30d1-4ffc-947f-25ae7d172d73 req-d485221f-8f25-4dc6-b584-5251ba8473ea tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:41.119517 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9e72e3a5-30d1-4ffc-947f-25ae7d172d73 req-d485221f-8f25-4dc6-b584-5251ba8473ea tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0507715 Aug 27 03:32:41.161148 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9e72e3a5-30d1-4ffc-947f-25ae7d172d73 req-9e0fd8b2-fc27-411a-bc28-561deff7872f tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344925 Aug 27 03:32:41.757276 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17835b6-5cce-4316-8481-d45e9887f82c req-105acc57-bd0e-446c-8b75-af1124fe37e2 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:41.758450 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a17835b6-5cce-4316-8481-d45e9887f82c req-105acc57-bd0e-446c-8b75-af1124fe37e2 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/ports?device_id=266886ac-4054-4dc4-afe2-5737087f1b90 HTTP/1.1" status: 200 len: 946 time: 0.0576117 Aug 27 03:32:41.821198 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a17835b6-5cce-4316-8481-d45e9887f82c req-e3c7c07c-8a99-47ba-a468-8a4377d2d75c tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b03ecd28-9739-4dd0-bf70-b3f1fb35cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557327 Aug 27 03:32:41.864169 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9743a13-055f-4975-9515-67f392fcd63d req-cf30be96-e68f-4998-8b0b-c91ceb7de4c6 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:41.866124 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f9743a13-055f-4975-9515-67f392fcd63d req-cf30be96-e68f-4998-8b0b-c91ceb7de4c6 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 943 time: 0.0636787 Aug 27 03:32:41.906745 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f9743a13-055f-4975-9515-67f392fcd63d req-3691f73a-36a5-457b-b82a-31d077aef3ae tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338099 Aug 27 03:32:42.091145 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8786bf3-2c37-4bba-a183-4026b3ec0327 req-dda6777e-43d5-442e-aa94-a7e870ec4780 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:42.092944 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b8786bf3-2c37-4bba-a183-4026b3ec0327 req-dda6777e-43d5-442e-aa94-a7e870ec4780 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=33bae22e-2148-4695-89b6-0ca9fe64214e HTTP/1.1" status: 200 len: 946 time: 0.0577064 Aug 27 03:32:42.139189 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b8786bf3-2c37-4bba-a183-4026b3ec0327 req-fe0d3c49-7d25-4527-9261-8d47ce05dc91 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403767 Aug 27 03:32:42.287160 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f558acf-5dc0-4bd6-906d-de63d6b41a16 req-abf9d6eb-a388-4400-b78b-be8d3f8f1e56 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:42.288880 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6f558acf-5dc0-4bd6-906d-de63d6b41a16 req-abf9d6eb-a388-4400-b78b-be8d3f8f1e56 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0497317 Aug 27 03:32:42.334591 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6f558acf-5dc0-4bd6-906d-de63d6b41a16 req-22b500e5-6e9c-4321-a275-288b37ca6cd0 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378053 Aug 27 03:32:42.959793 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b55f50-9156-48a3-afb7-225c1093cfe2 req-ffa9e466-6a42-4f8e-b12c-02c279555e48 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:42.961288 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-42b55f50-9156-48a3-afb7-225c1093cfe2 req-ffa9e466-6a42-4f8e-b12c-02c279555e48 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/ports?device_id=266886ac-4054-4dc4-afe2-5737087f1b90 HTTP/1.1" status: 200 len: 946 time: 0.0551915 Aug 27 03:32:43.033060 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-42b55f50-9156-48a3-afb7-225c1093cfe2 req-e453aa84-8550-43be-adc8-eae205dac881 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b03ecd28-9739-4dd0-bf70-b3f1fb35cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656033 Aug 27 03:32:43.052998 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a939b22-5dbf-44cf-948a-68a30b0344b8 req-2c814309-2c4e-4885-8a88-afe5ce77617c tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:43.055001 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4a939b22-5dbf-44cf-948a-68a30b0344b8 req-2c814309-2c4e-4885-8a88-afe5ce77617c tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 943 time: 0.0715649 Aug 27 03:32:43.094186 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4a939b22-5dbf-44cf-948a-68a30b0344b8 req-d446f02a-346f-4604-8c12-12660a4bb0d4 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326552 Aug 27 03:32:43.277754 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab75c24-3f07-42d4-9d56-158292c91f13 req-553f4fe1-529a-4554-9656-24c8d1962b8e tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:43.279320 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9ab75c24-3f07-42d4-9d56-158292c91f13 req-553f4fe1-529a-4554-9656-24c8d1962b8e tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=33bae22e-2148-4695-89b6-0ca9fe64214e HTTP/1.1" status: 200 len: 946 time: 0.0599587 Aug 27 03:32:43.325230 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9ab75c24-3f07-42d4-9d56-158292c91f13 req-44d34ca3-8098-4051-ac76-b221674bde0a tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382602 Aug 27 03:32:43.466255 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a84ac-4dde-4b94-b719-45d706895263 req-713b2d2b-246e-46b8-9859-b79c0a760c54 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:43.467764 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-de8a84ac-4dde-4b94-b719-45d706895263 req-713b2d2b-246e-46b8-9859-b79c0a760c54 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0601649 Aug 27 03:32:43.514351 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-de8a84ac-4dde-4b94-b719-45d706895263 req-109bc55d-1c8a-4822-99da-6df5a1bd4238 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400441 Aug 27 03:32:44.169010 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a9c71-785b-49f6-993d-1ba6622f49c1 req-2288d843-c6e5-4d28-8285-06d6a2dd26fc tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:44.171384 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f73a9c71-785b-49f6-993d-1ba6622f49c1 req-2288d843-c6e5-4d28-8285-06d6a2dd26fc tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/ports?device_id=266886ac-4054-4dc4-afe2-5737087f1b90 HTTP/1.1" status: 200 len: 946 time: 0.0668840 Aug 27 03:32:44.240175 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f73a9c71-785b-49f6-993d-1ba6622f49c1 req-ad753a17-2e78-428d-ae95-ba1482c25d3a tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b03ecd28-9739-4dd0-bf70-b3f1fb35cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546842 Aug 27 03:32:44.255335 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56f7a0-683f-4e2b-82f0-01387e0d9ae3 req-f1c08d1d-8e8b-463b-8fab-552cf2fc3644 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:44.263782 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7f56f7a0-683f-4e2b-82f0-01387e0d9ae3 req-f1c08d1d-8e8b-463b-8fab-552cf2fc3644 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 943 time: 0.0885291 Aug 27 03:32:44.298456 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7f56f7a0-683f-4e2b-82f0-01387e0d9ae3 req-dff4d3ba-f6a9-478a-b098-e9da446449de tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338125 Aug 27 03:32:44.460203 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fe819-f273-45c3-8024-3b4df927342a req-ddd87877-0747-49e7-a89b-fd7ee7732136 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:44.461600 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9e5fe819-f273-45c3-8024-3b4df927342a req-ddd87877-0747-49e7-a89b-fd7ee7732136 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=33bae22e-2148-4695-89b6-0ca9fe64214e HTTP/1.1" status: 200 len: 946 time: 0.0645604 Aug 27 03:32:44.507871 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9e5fe819-f273-45c3-8024-3b4df927342a req-0af75a7f-afe8-4f4f-994d-2fdaec75441d tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371473 Aug 27 03:32:44.650720 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56983a6e-df9f-404b-bd75-04a956dfb69d req-09aa9821-95df-44d7-a7b4-480fbf8610fd tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:44.652170 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-56983a6e-df9f-404b-bd75-04a956dfb69d req-09aa9821-95df-44d7-a7b4-480fbf8610fd tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0667348 Aug 27 03:32:44.695421 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-56983a6e-df9f-404b-bd75-04a956dfb69d req-8be4f06c-1746-4d64-9d29-bfd59856d3e5 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341871 Aug 27 03:32:44.860424 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-697f4c17-8377-476a-b391-98fb377a5168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:45.211876 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c71489f8-0e6b-4599-843c-be55d569c0c7 req-c2258293-0771-4412-b60b-04fb280dc375 service neutron] 10.222.0.63 "GET /v2.0/networks/49eed060-6837-4e18-bdb1-2b63d9669339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944121 Aug 27 03:32:45.366489 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb66b44-de6d-4043-b941-c62bd66a3a34 req-3fb4dd68-35f8-4f37-bfbc-b68026568c91 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:45.368139 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-dfb66b44-de6d-4043-b941-c62bd66a3a34 req-3fb4dd68-35f8-4f37-bfbc-b68026568c91 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/ports?device_id=266886ac-4054-4dc4-afe2-5737087f1b90 HTTP/1.1" status: 200 len: 946 time: 0.0546806 Aug 27 03:32:45.440893 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-dfb66b44-de6d-4043-b941-c62bd66a3a34 req-cd0579fe-5cc5-42aa-9dd0-5c775403097b tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b03ecd28-9739-4dd0-bf70-b3f1fb35cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579135 Aug 27 03:32:45.449478 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ce3f9-2297-4a0d-b25e-ee6ec6963adc req-f2f369a4-cb8a-4ef5-885e-3e0035ae8f42 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:45.450975 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-321ce3f9-2297-4a0d-b25e-ee6ec6963adc req-f2f369a4-cb8a-4ef5-885e-3e0035ae8f42 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 943 time: 0.0766959 Aug 27 03:32:45.489912 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-321ce3f9-2297-4a0d-b25e-ee6ec6963adc req-e304429b-8292-4a5a-a362-a6217b9d4e92 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326402 Aug 27 03:32:45.636199 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62bb585-75be-4392-b1d5-dc1b5859e8a1 req-29c3fd47-46a0-44bc-b884-00b78c150624 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:45.637721 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b62bb585-75be-4392-b1d5-dc1b5859e8a1 req-29c3fd47-46a0-44bc-b884-00b78c150624 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=33bae22e-2148-4695-89b6-0ca9fe64214e HTTP/1.1" status: 200 len: 946 time: 0.0548837 Aug 27 03:32:45.677542 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b62bb585-75be-4392-b1d5-dc1b5859e8a1 req-96237f67-c33c-45ad-a341-fe1309accb97 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316358 Aug 27 03:32:45.823821 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f55e23-bf1f-4a79-a38f-79551047139c req-99778a68-0f7d-4466-adad-720718215f39 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:45.825260 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-91f55e23-bf1f-4a79-a38f-79551047139c req-99778a68-0f7d-4466-adad-720718215f39 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0556371 Aug 27 03:32:45.872402 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-91f55e23-bf1f-4a79-a38f-79551047139c req-914262bc-c26e-405b-bc1d-70d0219abece tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332115 Aug 27 03:32:46.341606 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec5ad2-c943-4cca-9db1-0c9f2ea76368 req-3deb5e01-c990-47ee-8062-9f1c27624691 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:46.343178 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e7ec5ad2-c943-4cca-9db1-0c9f2ea76368 req-3deb5e01-c990-47ee-8062-9f1c27624691 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.63 "GET /v2.0/ports?device_id=33bae22e-2148-4695-89b6-0ca9fe64214e HTTP/1.1" status: 200 len: 946 time: 0.0626845 Aug 27 03:32:46.454005 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [req-e7ec5ad2-c943-4cca-9db1-0c9f2ea76368 req-67070143-d142-4cc9-8f7e-c9c4c0b1bbda tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Deleting port 9f3da0a3-b185-45ff-b4d2-014e05b788f5 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:32:46.454357 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-e7ec5ad2-c943-4cca-9db1-0c9f2ea76368 req-67070143-d142-4cc9-8f7e-c9c4c0b1bbda tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:46.572661 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-e7ec5ad2-c943-4cca-9db1-0c9f2ea76368 req-67070143-d142-4cc9-8f7e-c9c4c0b1bbda tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] For port 9f3da0a3-b185-45ff-b4d2-014e05b788f5, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9f3da0a3-b185-45ff-b4d2-014e05b788f5,segment=NetworkSegment(28780841-0c3a-4bb1-9cb1-796a642c1ab2),segment_id=28780841-0c3a-4bb1-9cb1-796a642c1ab2)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:46.573187 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-e7ec5ad2-c943-4cca-9db1-0c9f2ea76368 req-67070143-d142-4cc9-8f7e-c9c4c0b1bbda tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:46.613084 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [req-e7ec5ad2-c943-4cca-9db1-0c9f2ea76368 req-67070143-d142-4cc9-8f7e-c9c4c0b1bbda tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Calling delete_port for 9f3da0a3-b185-45ff-b4d2-014e05b788f5 owned by compute:nova {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:32:46.626683 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb72bca-d1e6-4372-aec6-c4937943c773 req-9e8d49be-cd75-4b6c-8826-79a1c21b66af tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:46.628207 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-afb72bca-d1e6-4372-aec6-c4937943c773 req-9e8d49be-cd75-4b6c-8826-79a1c21b66af tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/ports?device_id=266886ac-4054-4dc4-afe2-5737087f1b90 HTTP/1.1" status: 200 len: 946 time: 0.1171634 Aug 27 03:32:46.704845 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ebfb5-6834-4c99-a9ea-16d4a800ed48 req-6c4b2f9c-4b65-4348-97ea-0d7b0d08dd62 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:46.706366 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-774ebfb5-6834-4c99-a9ea-16d4a800ed48 req-6c4b2f9c-4b65-4348-97ea-0d7b0d08dd62 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 943 time: 0.1359680 Aug 27 03:32:46.745994 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-afb72bca-d1e6-4372-aec6-c4937943c773 req-9781c48d-d7dc-4630-8191-79398f26e3b1 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b03ecd28-9739-4dd0-bf70-b3f1fb35cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098208 Aug 27 03:32:46.778961 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-774ebfb5-6834-4c99-a9ea-16d4a800ed48 req-b8b223c1-b344-4618-81d5-b04037abef3a tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661089 Aug 27 03:32:46.872744 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-e7ec5ad2-c943-4cca-9db1-0c9f2ea76368 req-67070143-d142-4cc9-8f7e-c9c4c0b1bbda tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:46.889061 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] get_ports_and_sgs() called for port_ids ['bad6539d-473a-4ae7-8574-1eba84cbf59d', '81dbe444-5db9-4391-bed2-2330c577d434', '9f3da0a3-b185-45ff-b4d2-014e05b788f5'] {{(pid=93892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:32:46.910911 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b9049-6a88-4904-8e53-3a6236c572e4 req-3991b4ed-2d68-442a-8f40-bf62d739cf42 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:46.912471 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-613b9049-6a88-4904-8e53-3a6236c572e4 req-3991b4ed-2d68-442a-8f40-bf62d739cf42 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=33bae22e-2148-4695-89b6-0ca9fe64214e HTTP/1.1" status: 200 len: 867 time: 0.1094451 Aug 27 03:32:46.915780 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67070143-d142-4cc9-8f7e-c9c4c0b1bbda tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Pushing event deleted for resources: {'Port': ['ID=9f3da0a3-b185-45ff-b4d2-014e05b788f5,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:46.974734 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ec5ad2-c943-4cca-9db1-0c9f2ea76368 req-67070143-d142-4cc9-8f7e-c9c4c0b1bbda tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] No DVR routers for this DVR port 9f3da0a3-b185-45ff-b4d2-014e05b788f5 on host hv-cinder-80473 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:32:46.988593 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-e7ec5ad2-c943-4cca-9db1-0c9f2ea76368 req-67070143-d142-4cc9-8f7e-c9c4c0b1bbda tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:46.990958 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e7ec5ad2-c943-4cca-9db1-0c9f2ea76368 req-67070143-d142-4cc9-8f7e-c9c4c0b1bbda tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.63 "DELETE /v2.0/ports/9f3da0a3-b185-45ff-b4d2-014e05b788f5 HTTP/1.1" status: 204 len: 173 time: 0.6288381 Aug 27 03:32:46.992908 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33bae22e-2148-4695-89b6-0ca9fe64214e', 'name': 'network-vif-deleted', 'tag': '9f3da0a3-b185-45ff-b4d2-014e05b788f5'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:32:46.996579 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5db798dbfc6723b72cacb44784ab66cf68bec91175074e332c63962bd4ba80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f1f51f-5492-4b7c-888d-d17f423e3a86" -d '{"events": [{"server_uuid": "33bae22e-2148-4695-89b6-0ca9fe64214e", "name": "network-vif-deleted", "tag": "9f3da0a3-b185-45ff-b4d2-014e05b788f5"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:32:47.039220 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-613b9049-6a88-4904-8e53-3a6236c572e4 req-e0a44260-260f-4073-bd01-5291cd217d2f tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959744 Aug 27 03:32:47.064568 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f4f01-b108-41ca-8546-2263431e7ff1 req-c6707328-4a7f-4e0f-ab56-0e312cb84e68 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:47.066446 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-316f4f01-b108-41ca-8546-2263431e7ff1 req-c6707328-4a7f-4e0f-ab56-0e312cb84e68 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0987933 Aug 27 03:32:47.094052 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfa5c45-d895-4e8c-95b0-0cc7c6dae34f x-openstack-request-id: req-0cfa5c45-d895-4e8c-95b0-0cc7c6dae34f {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:32:47.094530 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33bae22e-2148-4695-89b6-0ca9fe64214e", "name": "network-vif-deleted", "tag": "9f3da0a3-b185-45ff-b4d2-014e05b788f5", "status": "completed", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:32:47.094847 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0cfa5c45-d895-4e8c-95b0-0cc7c6dae34f {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:32:47.095294 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33bae22e-2148-4695-89b6-0ca9fe64214e', 'name': 'network-vif-deleted', 'tag': '9f3da0a3-b185-45ff-b4d2-014e05b788f5', 'status': 'completed', 'code': 200} Aug 27 03:32:47.119003 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-316f4f01-b108-41ca-8546-2263431e7ff1 req-4dbc41c6-e0f3-4cd7-b215-8698e835bd1e tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456409 Aug 27 03:32:47.256584 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-a5cc1dae-2867-4e96-b7c7-9f993d18d099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:47.490157 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:47.931947 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae82e3-8eb8-475f-bf06-81b14e2c41df req-28d834a0-ac52-4ee8-89d6-68538a03bf8d tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:47.933992 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f7ae82e3-8eb8-475f-bf06-81b14e2c41df req-28d834a0-ac52-4ee8-89d6-68538a03bf8d tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/ports?device_id=266886ac-4054-4dc4-afe2-5737087f1b90 HTTP/1.1" status: 200 len: 946 time: 0.1154017 Aug 27 03:32:47.952569 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2f1d4-5f3d-4707-896f-a058d72806b0 req-d07b2332-fbfc-4208-bc1a-18ff207776d8 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:47.953977 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b1e2f1d4-5f3d-4707-896f-a058d72806b0 req-d07b2332-fbfc-4208-bc1a-18ff207776d8 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.63 "GET /v2.0/ports?device_id=266886ac-4054-4dc4-afe2-5737087f1b90 HTTP/1.1" status: 200 len: 946 time: 0.1060021 Aug 27 03:32:47.966233 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f731a43-46a9-4c3b-aefc-cd5d56b4fe38 req-c8780f99-2c9c-422e-b28b-55fb5a0dce7f tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:47.967982 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3f731a43-46a9-4c3b-aefc-cd5d56b4fe38 req-c8780f99-2c9c-422e-b28b-55fb5a0dce7f tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 943 time: 0.1081579 Aug 27 03:32:48.079151 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f7ae82e3-8eb8-475f-bf06-81b14e2c41df req-8ef1f3d6-bed0-488d-9f2a-6a5d51f31547 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b03ecd28-9739-4dd0-bf70-b3f1fb35cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365862 Aug 27 03:32:48.088675 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3f731a43-46a9-4c3b-aefc-cd5d56b4fe38 req-2888d749-9c99-4a80-aedb-9f809eb8b7b3 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054289 Aug 27 03:32:48.119139 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [req-b1e2f1d4-5f3d-4707-896f-a058d72806b0 req-c59e1efc-502b-4bcb-80b8-5e0788599777 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Deleting port 1ef36c23-9824-4f9d-a2de-efeb158b70c0 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:32:48.119749 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-b1e2f1d4-5f3d-4707-896f-a058d72806b0 req-c59e1efc-502b-4bcb-80b8-5e0788599777 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:48.252600 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-b1e2f1d4-5f3d-4707-896f-a058d72806b0 req-c59e1efc-502b-4bcb-80b8-5e0788599777 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] For port 1ef36c23-9824-4f9d-a2de-efeb158b70c0, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1ef36c23-9824-4f9d-a2de-efeb158b70c0,segment=NetworkSegment(a52aa248-3220-4413-a875-7c5b32959841),segment_id=a52aa248-3220-4413-a875-7c5b32959841)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:48.253242 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-b1e2f1d4-5f3d-4707-896f-a058d72806b0 req-c59e1efc-502b-4bcb-80b8-5e0788599777 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:48.273329 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [req-b1e2f1d4-5f3d-4707-896f-a058d72806b0 req-c59e1efc-502b-4bcb-80b8-5e0788599777 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Calling delete_port for 1ef36c23-9824-4f9d-a2de-efeb158b70c0 owned by compute:nova {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:32:48.295772 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805bb9c7-1c3f-4bf2-8d00-99c6e7b8fedf req-3edfc49d-4b5f-4c8c-8fa7-57b638bbd248 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:48.297413 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-805bb9c7-1c3f-4bf2-8d00-99c6e7b8fedf req-3edfc49d-4b5f-4c8c-8fa7-57b638bbd248 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.1000550 Aug 27 03:32:48.414504 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-805bb9c7-1c3f-4bf2-8d00-99c6e7b8fedf req-086f4646-117a-4ed8-9500-99faa98e630c tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848598 Aug 27 03:32:48.444283 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdc46b6-7807-4ea7-9d7b-9e09ba449e8e req-c6881be4-390b-48eb-aefe-7104fb0b4545 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:48.444283 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4fdc46b6-7807-4ea7-9d7b-9e09ba449e8e req-c6881be4-390b-48eb-aefe-7104fb0b4545 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=90527ef8-4d61-4bc5-8ecc-ed05837e0dc5 HTTP/1.1" status: 200 len: 945 time: 0.1096382 Aug 27 03:32:48.528856 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4fdc46b6-7807-4ea7-9d7b-9e09ba449e8e req-4563f913-8824-41ca-b297-692154fc4c48 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723472 Aug 27 03:32:48.532221 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-b1e2f1d4-5f3d-4707-896f-a058d72806b0 req-c59e1efc-502b-4bcb-80b8-5e0788599777 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:48.566974 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e1efc-502b-4bcb-80b8-5e0788599777 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Pushing event deleted for resources: {'Port': ['ID=1ef36c23-9824-4f9d-a2de-efeb158b70c0,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:48.614646 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:48.616781 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e2f1d4-5f3d-4707-896f-a058d72806b0 req-c59e1efc-502b-4bcb-80b8-5e0788599777 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] No DVR routers for this DVR port 1ef36c23-9824-4f9d-a2de-efeb158b70c0 on host hv-cinder-80473 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:32:48.620123 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-b1e2f1d4-5f3d-4707-896f-a058d72806b0 req-c59e1efc-502b-4bcb-80b8-5e0788599777 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:48.622368 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b1e2f1d4-5f3d-4707-896f-a058d72806b0 req-c59e1efc-502b-4bcb-80b8-5e0788599777 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.63 "DELETE /v2.0/ports/1ef36c23-9824-4f9d-a2de-efeb158b70c0 HTTP/1.1" status: 204 len: 173 time: 0.6524768 Aug 27 03:32:49.096540 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266886ac-4054-4dc4-afe2-5737087f1b90', 'name': 'network-vif-deleted', 'tag': '1ef36c23-9824-4f9d-a2de-efeb158b70c0'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:32:49.098841 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5db798dbfc6723b72cacb44784ab66cf68bec91175074e332c63962bd4ba80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c46b09-90a0-4fc3-a0ea-a937c293346c" -d '{"events": [{"server_uuid": "266886ac-4054-4dc4-afe2-5737087f1b90", "name": "network-vif-deleted", "tag": "1ef36c23-9824-4f9d-a2de-efeb158b70c0"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:32:49.137728 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eeb456f-8b81-4a37-ba94-bb056c125542 x-openstack-request-id: req-3eeb456f-8b81-4a37-ba94-bb056c125542 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:32:49.138194 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "266886ac-4054-4dc4-afe2-5737087f1b90", "name": "network-vif-deleted", "tag": "1ef36c23-9824-4f9d-a2de-efeb158b70c0", "status": "completed", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:32:49.138342 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3eeb456f-8b81-4a37-ba94-bb056c125542 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:32:49.138647 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '266886ac-4054-4dc4-afe2-5737087f1b90', 'name': 'network-vif-deleted', 'tag': '1ef36c23-9824-4f9d-a2de-efeb158b70c0', 'status': 'completed', 'code': 200} Aug 27 03:32:49.453060 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-449b22d6-bd52-4797-9dbb-e39a9dd7a938 req-701fb1e9-f94c-48cc-84bd-38db37b135c0 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/ports?device_id=266886ac-4054-4dc4-afe2-5737087f1b90 HTTP/1.1" status: 200 len: 210 time: 0.2728379 Aug 27 03:32:49.479829 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f7d81-b37a-46a2-af78-18d65dd3086a req-b0ffb8cf-577d-48a5-8b68-b7105925556e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:49.481314 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-989f7d81-b37a-46a2-af78-18d65dd3086a req-b0ffb8cf-577d-48a5-8b68-b7105925556e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 943 time: 0.2918112 Aug 27 03:32:49.520548 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-989f7d81-b37a-46a2-af78-18d65dd3086a req-8595f6f2-335c-4df8-abc0-1ed5da261db8 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331278 Aug 27 03:32:49.654318 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760fcbb-8b72-40c3-ab5c-34b290049126 req-313ad2f9-6f91-43e9-bfab-eefabc652512 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:49.655817 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2760fcbb-8b72-40c3-ab5c-34b290049126 req-313ad2f9-6f91-43e9-bfab-eefabc652512 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=90527ef8-4d61-4bc5-8ecc-ed05837e0dc5 HTTP/1.1" status: 200 len: 945 time: 0.0536437 Aug 27 03:32:49.693290 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2760fcbb-8b72-40c3-ab5c-34b290049126 req-22d6bf0d-ef0d-46fa-a3f9-9d172d20a9ed tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315330 Aug 27 03:32:49.878428 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2892376-967a-4211-b509-2f5ea978be09 req-ca315746-296c-4fa7-b7ce-d78bee69beb0 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:49.879957 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b2892376-967a-4211-b509-2f5ea978be09 req-ca315746-296c-4fa7-b7ce-d78bee69beb0 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0541463 Aug 27 03:32:49.923864 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b2892376-967a-4211-b509-2f5ea978be09 req-88ccae60-0f66-4c89-b05a-c3a14285d626 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360301 Aug 27 03:32:50.067738 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 1ef36c23-9824-4f9d-a2de-efeb158b70c0 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:32:50.091252 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] No Port match for: 1ef36c23-9824-4f9d-a2de-efeb158b70c0 {{(pid=93892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:32:50.091625 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 1ef36c23-9824-4f9d-a2de-efeb158b70c0 not bound to the agent host hv-cinder-80473 {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:32:50.092029 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 9f3da0a3-b185-45ff-b4d2-014e05b788f5 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:32:50.116771 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] No Port match for: 9f3da0a3-b185-45ff-b4d2-014e05b788f5 {{(pid=93892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:32:50.116771 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 9f3da0a3-b185-45ff-b4d2-014e05b788f5 not bound to the agent host hv-cinder-80473 {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:32:50.145498 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:50.145990 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ed59f-42ac-46c2-8d31-b4d16aec1fc5 req-d2b8b62d-0273-4375-8500-08fe0270d25b tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:50.147630 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-651ed59f-42ac-46c2-8d31-b4d16aec1fc5 req-d2b8b62d-0273-4375-8500-08fe0270d25b tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.63 "GET /v2.0/ports?device_id=90527ef8-4d61-4bc5-8ecc-ed05837e0dc5 HTTP/1.1" status: 200 len: 945 time: 0.0509164 Aug 27 03:32:50.251673 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [req-651ed59f-42ac-46c2-8d31-b4d16aec1fc5 req-78182660-8ba7-4458-b6ce-25e869f46de9 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Deleting port 81dbe444-5db9-4391-bed2-2330c577d434 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:32:50.252030 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-651ed59f-42ac-46c2-8d31-b4d16aec1fc5 req-78182660-8ba7-4458-b6ce-25e869f46de9 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:50.344210 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-651ed59f-42ac-46c2-8d31-b4d16aec1fc5 req-78182660-8ba7-4458-b6ce-25e869f46de9 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] For port 81dbe444-5db9-4391-bed2-2330c577d434, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=81dbe444-5db9-4391-bed2-2330c577d434,segment=NetworkSegment(28780841-0c3a-4bb1-9cb1-796a642c1ab2),segment_id=28780841-0c3a-4bb1-9cb1-796a642c1ab2)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:50.344537 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-651ed59f-42ac-46c2-8d31-b4d16aec1fc5 req-78182660-8ba7-4458-b6ce-25e869f46de9 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:50.357535 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [req-651ed59f-42ac-46c2-8d31-b4d16aec1fc5 req-78182660-8ba7-4458-b6ce-25e869f46de9 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Calling delete_port for 81dbe444-5db9-4391-bed2-2330c577d434 owned by compute:nova {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:32:50.503770 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-651ed59f-42ac-46c2-8d31-b4d16aec1fc5 req-78182660-8ba7-4458-b6ce-25e869f46de9 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:50.522224 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] get_ports_and_sgs() called for port_ids ['bad6539d-473a-4ae7-8574-1eba84cbf59d', '81dbe444-5db9-4391-bed2-2330c577d434'] {{(pid=93892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:32:50.534212 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78182660-8ba7-4458-b6ce-25e869f46de9 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Pushing event deleted for resources: {'Port': ['ID=81dbe444-5db9-4391-bed2-2330c577d434,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:50.587773 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [req-651ed59f-42ac-46c2-8d31-b4d16aec1fc5 req-78182660-8ba7-4458-b6ce-25e869f46de9 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] No DVR routers for this DVR port 81dbe444-5db9-4391-bed2-2330c577d434 on host hv-cinder-80473 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:32:50.590560 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-651ed59f-42ac-46c2-8d31-b4d16aec1fc5 req-78182660-8ba7-4458-b6ce-25e869f46de9 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:50.593393 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-651ed59f-42ac-46c2-8d31-b4d16aec1fc5 req-78182660-8ba7-4458-b6ce-25e869f46de9 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.63 "DELETE /v2.0/ports/81dbe444-5db9-4391-bed2-2330c577d434 HTTP/1.1" status: 204 len: 173 time: 0.4349339 Aug 27 03:32:50.663768 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162fcc5-96c3-4ec0-ab42-4d8bc6e24efc req-6b1230e8-ee84-445f-a202-83e5498647df tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:50.673451 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8162fcc5-96c3-4ec0-ab42-4d8bc6e24efc req-6b1230e8-ee84-445f-a202-83e5498647df tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 943 time: 0.0721982 Aug 27 03:32:50.726744 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8162fcc5-96c3-4ec0-ab42-4d8bc6e24efc req-7c80e44a-9ba2-43ef-9b75-5bf964642d19 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493641 Aug 27 03:32:50.814005 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a69e6b0a-d9d8-49a3-a864-a9de421962f5 req-1da093c7-cc22-4e37-9524-249f0e92cc56 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=90527ef8-4d61-4bc5-8ecc-ed05837e0dc5 HTTP/1.1" status: 200 len: 210 time: 0.0277605 Aug 27 03:32:51.140273 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90527ef8-4d61-4bc5-8ecc-ed05837e0dc5', 'name': 'network-vif-deleted', 'tag': '81dbe444-5db9-4391-bed2-2330c577d434'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:32:51.143934 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5db798dbfc6723b72cacb44784ab66cf68bec91175074e332c63962bd4ba80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c398556-d349-4203-b07d-a111da2a584b" -d '{"events": [{"server_uuid": "90527ef8-4d61-4bc5-8ecc-ed05837e0dc5", "name": "network-vif-deleted", "tag": "81dbe444-5db9-4391-bed2-2330c577d434"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:32:51.190702 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d5b9fd-9f92-44cd-9db6-91f7eea1f6fe x-openstack-request-id: req-a1d5b9fd-9f92-44cd-9db6-91f7eea1f6fe {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:32:51.191308 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90527ef8-4d61-4bc5-8ecc-ed05837e0dc5", "name": "network-vif-deleted", "tag": "81dbe444-5db9-4391-bed2-2330c577d434", "status": "completed", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:32:51.191308 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a1d5b9fd-9f92-44cd-9db6-91f7eea1f6fe {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:32:51.191631 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90527ef8-4d61-4bc5-8ecc-ed05837e0dc5', 'name': 'network-vif-deleted', 'tag': '81dbe444-5db9-4391-bed2-2330c577d434', 'status': 'completed', 'code': 200} Aug 27 03:32:51.841366 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16309895-4483-4d34-b218-e2bd5d2feeb7 req-556ec552-a07c-4811-a608-b5d9a4f30112 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:51.842873 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-16309895-4483-4d34-b218-e2bd5d2feeb7 req-556ec552-a07c-4811-a608-b5d9a4f30112 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 943 time: 0.0517254 Aug 27 03:32:51.882045 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-16309895-4483-4d34-b218-e2bd5d2feeb7 req-23ac1fa4-4249-49ab-97a1-857d6360b022 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327442 Aug 27 03:32:51.932236 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-df37548f-f726-49ad-bf83-1ff37b4daae5 req-f46964f2-121c-4e1b-bbaf-94a8404cebc9 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=90527ef8-4d61-4bc5-8ecc-ed05837e0dc5 HTTP/1.1" status: 200 len: 210 time: 0.0342500 Aug 27 03:32:53.014132 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687ec43-abbf-49f3-b0dd-bb5cdccdde29 req-b0a7a990-068b-48b1-843e-afae7de4fbf2 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:53.015661 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4687ec43-abbf-49f3-b0dd-bb5cdccdde29 req-b0a7a990-068b-48b1-843e-afae7de4fbf2 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 943 time: 0.0495946 Aug 27 03:32:53.046241 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c9780546-bbd8-40e0-8e67-d97f29a5f2e3 req-ced0408b-8d7a-48f8-9035-f890a4578a9e tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=90527ef8-4d61-4bc5-8ecc-ed05837e0dc5 HTTP/1.1" status: 200 len: 210 time: 0.0295155 Aug 27 03:32:53.071370 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4687ec43-abbf-49f3-b0dd-bb5cdccdde29 req-086a874c-0fb6-4b2a-892e-6235c071741a tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463543 Aug 27 03:32:54.025393 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:54.079756 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 81dbe444-5db9-4391-bed2-2330c577d434 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:32:54.101600 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] No Port match for: 81dbe444-5db9-4391-bed2-2330c577d434 {{(pid=93892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:32:54.102299 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 81dbe444-5db9-4391-bed2-2330c577d434 not bound to the agent host hv-cinder-80473 {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:32:54.180071 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f9015bf6-5024-4556-a59b-8457362e38c1 req-1bab5bc1-d905-410a-8655-f52ea0bb3a1f tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=90527ef8-4d61-4bc5-8ecc-ed05837e0dc5 HTTP/1.1" status: 200 len: 210 time: 0.0443447 Aug 27 03:32:54.247246 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f040f5-8be7-46aa-a46e-3d1db70550c0 req-bbe50716-cad5-4626-9c14-89a600fedc0b tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:54.249479 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-22f040f5-8be7-46aa-a46e-3d1db70550c0 req-bbe50716-cad5-4626-9c14-89a600fedc0b tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 943 time: 0.0772376 Aug 27 03:32:54.297149 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-22f040f5-8be7-46aa-a46e-3d1db70550c0 req-e45177cf-e912-4dd4-9757-11616454ecc9 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417099 Aug 27 03:32:55.423195 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e43661-a754-48ee-8e42-ebe9a1250f5b req-fedfe3e4-83e9-4efa-978a-1c7f18264748 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:55.424687 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-69e43661-a754-48ee-8e42-ebe9a1250f5b req-fedfe3e4-83e9-4efa-978a-1c7f18264748 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 943 time: 0.0524833 Aug 27 03:32:55.477526 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-69e43661-a754-48ee-8e42-ebe9a1250f5b req-5a063e69-4801-4bf5-84be-47faaec2f6b7 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439181 Aug 27 03:32:56.092505 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 53984622-e10d-4108-aa2f-8e507e1bd0bf details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=93892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:32:56.192354 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 53984622-e10d-4108-aa2f-8e507e1bd0bf, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=53984622-e10d-4108-aa2f-8e507e1bd0bf,segment=NetworkSegment(25ebcf9e-1800-44cf-8850-b722b184847e),segment_id=25ebcf9e-1800-44cf-8850-b722b184847e)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:56.207163 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Returning: {'device': '53984622-e10d-4108-aa2f-8e507e1bd0bf', 'network_id': '914ec375-24a4-430c-b691-a84588d24cf3', 'port_id': '53984622-e10d-4108-aa2f-8e507e1bd0bf', 'mac_address': 'fa:16:3e:23:97:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01048c02-3dc7-4172-b7c7-73d0365326a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:32:56.252629 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:56.265377 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53984622-e10d-4108-aa2f-8e507e1bd0bf {{(pid=93892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:32:56.284729 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 53984622-e10d-4108-aa2f-8e507e1bd0bf, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=53984622-e10d-4108-aa2f-8e507e1bd0bf,segment=NetworkSegment(25ebcf9e-1800-44cf-8850-b722b184847e),segment_id=25ebcf9e-1800-44cf-8850-b722b184847e)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:56.291116 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:56.342690 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=53984622-e10d-4108-aa2f-8e507e1bd0bf,revision_number=9']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:56.350028 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:56.350352 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:56.350703 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:56.351000 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:56.351369 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:56.351831 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:56.351991 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:56.352312 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:56.352691 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:56.352964 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:56.353309 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:56.353708 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:56.631194 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaad882-75b6-4336-a9f3-ba64d691e7bc req-68755d8b-d0fa-4a81-8648-29af0f803385 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:56.632592 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6aaad882-75b6-4336-a9f3-ba64d691e7bc req-68755d8b-d0fa-4a81-8648-29af0f803385 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 946 time: 0.0792637 Aug 27 03:32:56.640369 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461d976-5bd5-48ef-b190-5fe33de673ba req-ec515a65-60b4-4d1a-8893-0af65577058e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:56.641775 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9461d976-5bd5-48ef-b190-5fe33de673ba req-ec515a65-60b4-4d1a-8893-0af65577058e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 944 time: 0.0787284 Aug 27 03:32:56.695837 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6aaad882-75b6-4336-a9f3-ba64d691e7bc req-2bdfa96b-92a6-41bf-a6f6-4cf1833422a0 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530419 Aug 27 03:32:56.702850 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9461d976-5bd5-48ef-b190-5fe33de673ba req-9c02b560-4527-4f50-b801-e72743dcd826 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542178 Aug 27 03:32:57.842353 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fccd814-435e-4cc3-8c14-bad511447258 req-96695c3c-ee9e-4f13-a518-5b2487441c6b tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:57.843982 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5fccd814-435e-4cc3-8c14-bad511447258 req-96695c3c-ee9e-4f13-a518-5b2487441c6b tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 946 time: 0.0752933 Aug 27 03:32:57.854848 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4bcfb-a924-4ce0-8ff6-e01690d3b083 req-a5e009f6-59bb-46c2-b13f-ce490bd13a6a tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:57.856274 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a0e4bcfb-a924-4ce0-8ff6-e01690d3b083 req-a5e009f6-59bb-46c2-b13f-ce490bd13a6a tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 944 time: 0.0762737 Aug 27 03:32:57.911756 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5fccd814-435e-4cc3-8c14-bad511447258 req-3ea2c43a-3a31-4070-a3b3-8d817c5f046b tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545163 Aug 27 03:32:57.916790 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a0e4bcfb-a924-4ce0-8ff6-e01690d3b083 req-c460f88d-3dc2-4aad-8d3d-19c8f1ca0236 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539627 Aug 27 03:32:59.061240 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f6364-f349-4f55-8d9c-845598434231 req-123cb071-db55-47de-87b6-8506d491eef5 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:59.062655 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e37f6364-f349-4f55-8d9c-845598434231 req-123cb071-db55-47de-87b6-8506d491eef5 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 946 time: 0.0768666 Aug 27 03:32:59.069893 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a04f77-53bc-4bf6-9b51-ce1d0b07cf82 req-3c9f7c88-8206-49de-b8d1-3c6430da3aff tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:59.071243 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f2a04f77-53bc-4bf6-9b51-ce1d0b07cf82 req-3c9f7c88-8206-49de-b8d1-3c6430da3aff tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 944 time: 0.0747979 Aug 27 03:32:59.125385 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e37f6364-f349-4f55-8d9c-845598434231 req-bec15d31-5be1-4277-bfb7-8b07f61851c7 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530527 Aug 27 03:32:59.137456 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f2a04f77-53bc-4bf6-9b51-ce1d0b07cf82 req-70399103-cdf6-4999-bde0-96710951db20 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592315 Aug 27 03:32:59.482890 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] get_ports_and_sgs() called for port_ids ['53984622-e10d-4108-aa2f-8e507e1bd0bf'] {{(pid=93892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:33:00.247890 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458f080-a506-4dbc-be47-f8ee6adcc21f req-48846b00-f4f6-4be6-aaa6-2e7316bd1332 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:00.249844 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6458f080-a506-4dbc-be47-f8ee6adcc21f req-48846b00-f4f6-4be6-aaa6-2e7316bd1332 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 946 time: 0.0533087 Aug 27 03:33:00.296181 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6458f080-a506-4dbc-be47-f8ee6adcc21f req-1053fdf4-86e6-4f0e-bdf9-e2c1081cd0b3 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388439 Aug 27 03:33:00.416851 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9dc246-2c11-4ee7-8fce-05588c3231f1 req-ac6d575a-3b88-426f-a7d7-9b14cfa15575 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:00.418343 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4e9dc246-2c11-4ee7-8fce-05588c3231f1 req-ac6d575a-3b88-426f-a7d7-9b14cfa15575 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 944 time: 0.1101768 Aug 27 03:33:00.425969 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b08b5-4ce1-4200-8d1d-9b34c1491d06 req-4305561a-b47e-4162-afac-10cf6a6afc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:00.427375 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cb3b08b5-4ce1-4200-8d1d-9b34c1491d06 req-4305561a-b47e-4162-afac-10cf6a6afc24 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dec8900e772c45c583c5e85e9958d95d&device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 1098 time: 0.1042652 Aug 27 03:33:00.465859 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589c057-f6ee-48c1-8351-f1e14e76fc35 req-81f05ca2-db83-4349-a8f8-ea859c610c46 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:00.467274 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-0589c057-f6ee-48c1-8351-f1e14e76fc35 req-81f05ca2-db83-4349-a8f8-ea859c610c46 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.1035457 Aug 27 03:33:00.529120 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4e9dc246-2c11-4ee7-8fce-05588c3231f1 req-69870690-8c0a-469f-a38d-df440db0cf89 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006653 Aug 27 03:33:00.570694 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-0589c057-f6ee-48c1-8351-f1e14e76fc35 req-2a933785-2945-4aef-a5f9-7e466daffb95 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881245 Aug 27 03:33:00.589189 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b08b5-4ce1-4200-8d1d-9b34c1491d06 req-deee3855-caca-4ab3-8300-b5b474cc2973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:00.590731 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cb3b08b5-4ce1-4200-8d1d-9b34c1491d06 req-deee3855-caca-4ab3-8300-b5b474cc2973 service neutron] 10.222.0.63 "GET /v2.0/networks?id=49eed060-6837-4e18-bdb1-2b63d9669339 HTTP/1.1" status: 200 len: 920 time: 0.1459460 Aug 27 03:33:00.650832 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cb3b08b5-4ce1-4200-8d1d-9b34c1491d06 req-41fb27b3-8535-418c-9090-75dc0eca5b16 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09d98d1e-1fdd-4a75-b401-02f9b781896d HTTP/1.1" status: 200 len: 217 time: 0.0488920 Aug 27 03:33:00.761390 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b08b5-4ce1-4200-8d1d-9b34c1491d06 req-02a177e5-6580-4fa2-8095-b9cc5adc3a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:00.762952 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cb3b08b5-4ce1-4200-8d1d-9b34c1491d06 req-02a177e5-6580-4fa2-8095-b9cc5adc3a75 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0d267862-f34f-457d-8ad5-859088d95a0f HTTP/1.1" status: 200 len: 859 time: 0.0744202 Aug 27 03:33:00.793601 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-fcf579a4-506a-4b69-b647-1bab1996eacd tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:00.794919 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-fcf579a4-506a-4b69-b647-1bab1996eacd tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/networks?id=4f81df06-e296-4035-a97c-b43d344f0b90 HTTP/1.1" status: 200 len: 814 time: 0.1540320 Aug 27 03:33:00.811868 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cb3b08b5-4ce1-4200-8d1d-9b34c1491d06 req-660a1904-2834-4bd7-a907-f03bf3127f64 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=49eed060-6837-4e18-bdb1-2b63d9669339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378122 Aug 27 03:33:00.820183 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-e70ebbcd-418b-4ef5-96c5-78de641299f5 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/quotas/7dd6a8224c1149f6a978d9174fa5a7ee HTTP/1.1" status: 200 len: 375 time: 0.0114059 Aug 27 03:33:00.892233 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-b1d0371d-0737-4330-9f04-93511f7fdf5c tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7dd6a8224c1149f6a978d9174fa5a7ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655212 Aug 27 03:33:00.986980 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cb3b08b5-4ce1-4200-8d1d-9b34c1491d06 req-6f88ecec-5c37-4c1b-b2c8-688b4e22779a service neutron] 10.222.0.63 "GET /v2.0/networks/49eed060-6837-4e18-bdb1-2b63d9669339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592257 Aug 27 03:33:01.049585 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-896f69fe-2242-402d-bd8f-0d8289ef1860 service neutron] 10.222.0.58 "GET /v2.0/networks/4f81df06-e296-4035-a97c-b43d344f0b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481032 Aug 27 03:33:01.159598 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cb3b08b5-4ce1-4200-8d1d-9b34c1491d06 req-5a5ebd95-c84f-4cec-9a61-6004bb9b88ea service neutron] 10.222.0.63 "GET /v2.0/networks/49eed060-6837-4e18-bdb1-2b63d9669339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644413 Aug 27 03:33:01.181401 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-d67cfefe-8a8e-4abb-87a2-0d7ac7a24d29 service neutron] 10.222.0.58 "GET /v2.0/networks/4f81df06-e296-4035-a97c-b43d344f0b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233654 Aug 27 03:33:01.353441 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-70d896e0-8f28-4538-8bb2-7145d0e2ae10 req-b881774d-e1ca-4162-a58e-61adc5f07c3d tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ffca0db-5614-4bf4-9dfd-82baf16ab054 HTTP/1.1" status: 200 len: 210 time: 0.0330994 Aug 27 03:33:01.430105 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222fa59-2667-4ce0-b691-a451a5dbe994 req-95b203ce-bd69-421d-8406-d6b9e9795670 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:01.431881 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a222fa59-2667-4ce0-b691-a451a5dbe994 req-95b203ce-bd69-421d-8406-d6b9e9795670 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 946 time: 0.0495851 Aug 27 03:33:01.471467 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a222fa59-2667-4ce0-b691-a451a5dbe994 req-5db8b05c-064a-482b-8b73-481c5d6701a5 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef677b3a-201f-4fd1-bc22-37a2e9da25c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336735 Aug 27 03:33:01.706269 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52328f2a-17b6-4ff3-a931-39ca6b2a9983 req-bbdaaa28-9907-4d9e-8e51-04bed0d1d8dd tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:01.707760 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-52328f2a-17b6-4ff3-a931-39ca6b2a9983 req-bbdaaa28-9907-4d9e-8e51-04bed0d1d8dd tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 944 time: 0.1042676 Aug 27 03:33:01.755157 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e5222-e285-47a7-b1a4-efa1acb32b71 req-95d423c5-f723-47e6-b11c-43089ea372c0 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:01.756715 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-675e5222-e285-47a7-b1a4-efa1acb32b71 req-95d423c5-f723-47e6-b11c-43089ea372c0 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.63 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 946 time: 0.1200371 Aug 27 03:33:01.770117 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c831f-b50e-4357-aa1a-c60ee81c3150 req-13c39e42-5b64-4b23-be88-0db8482725d5 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:01.771666 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-023c831f-b50e-4357-aa1a-c60ee81c3150 req-13c39e42-5b64-4b23-be88-0db8482725d5 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.1208949 Aug 27 03:33:01.815568 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-52328f2a-17b6-4ff3-a931-39ca6b2a9983 req-2d058916-0bc3-4311-bb9b-e575300df4bc tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002324 Aug 27 03:33:01.875983 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-023c831f-b50e-4357-aa1a-c60ee81c3150 req-4c65ec79-1af5-450a-9c11-ad2f1bc1eed6 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888915 Aug 27 03:33:01.901619 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [req-675e5222-e285-47a7-b1a4-efa1acb32b71 req-c40e5c1d-61f1-43fb-82b5-d5afc1f9e8d9 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Deleting port bad6539d-473a-4ae7-8574-1eba84cbf59d {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:33:01.902056 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-675e5222-e285-47a7-b1a4-efa1acb32b71 req-c40e5c1d-61f1-43fb-82b5-d5afc1f9e8d9 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:01.997479 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-675e5222-e285-47a7-b1a4-efa1acb32b71 req-c40e5c1d-61f1-43fb-82b5-d5afc1f9e8d9 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] For port bad6539d-473a-4ae7-8574-1eba84cbf59d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=bad6539d-473a-4ae7-8574-1eba84cbf59d,segment=NetworkSegment(28780841-0c3a-4bb1-9cb1-796a642c1ab2),segment_id=28780841-0c3a-4bb1-9cb1-796a642c1ab2)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:33:01.997808 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-675e5222-e285-47a7-b1a4-efa1acb32b71 req-c40e5c1d-61f1-43fb-82b5-d5afc1f9e8d9 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:02.010592 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [req-675e5222-e285-47a7-b1a4-efa1acb32b71 req-c40e5c1d-61f1-43fb-82b5-d5afc1f9e8d9 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Calling delete_port for bad6539d-473a-4ae7-8574-1eba84cbf59d owned by compute:nova {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:33:02.109709 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 53984622-e10d-4108-aa2f-8e507e1bd0bf up at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:33:02.140803 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-675e5222-e285-47a7-b1a4-efa1acb32b71 req-c40e5c1d-61f1-43fb-82b5-d5afc1f9e8d9 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:02.155847 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] get_ports_and_sgs() called for port_ids ['bad6539d-473a-4ae7-8574-1eba84cbf59d'] {{(pid=93892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:33:02.168878 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e5c1d-61f1-43fb-82b5-d5afc1f9e8d9 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Pushing event deleted for resources: {'Port': ['ID=bad6539d-473a-4ae7-8574-1eba84cbf59d,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:02.201832 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Provisioning complete for port 53984622-e10d-4108-aa2f-8e507e1bd0bf triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:33:02.202406 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:02.208842 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [req-675e5222-e285-47a7-b1a4-efa1acb32b71 req-c40e5c1d-61f1-43fb-82b5-d5afc1f9e8d9 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] No DVR routers for this DVR port bad6539d-473a-4ae7-8574-1eba84cbf59d on host hv-cinder-80473 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:33:02.211317 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-675e5222-e285-47a7-b1a4-efa1acb32b71 req-c40e5c1d-61f1-43fb-82b5-d5afc1f9e8d9 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:02.213455 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-675e5222-e285-47a7-b1a4-efa1acb32b71 req-c40e5c1d-61f1-43fb-82b5-d5afc1f9e8d9 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.63 "DELETE /v2.0/ports/bad6539d-473a-4ae7-8574-1eba84cbf59d HTTP/1.1" status: 204 len: 173 time: 0.4352970 Aug 27 03:33:02.213891 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881', 'name': 'network-vif-deleted', 'tag': 'bad6539d-473a-4ae7-8574-1eba84cbf59d'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:33:02.216149 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5db798dbfc6723b72cacb44784ab66cf68bec91175074e332c63962bd4ba80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56942345-5544-4919-98c4-b16b1d5683af" -d '{"events": [{"server_uuid": "3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881", "name": "network-vif-deleted", "tag": "bad6539d-473a-4ae7-8574-1eba84cbf59d"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:33:02.262307 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16579d7-c09a-44ff-b29a-17c8e3980277 x-openstack-request-id: req-e16579d7-c09a-44ff-b29a-17c8e3980277 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:33:02.262596 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881", "name": "network-vif-deleted", "tag": "bad6539d-473a-4ae7-8574-1eba84cbf59d", "status": "completed", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:33:02.262848 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e16579d7-c09a-44ff-b29a-17c8e3980277 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:33:02.263241 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881', 'name': 'network-vif-deleted', 'tag': 'bad6539d-473a-4ae7-8574-1eba84cbf59d', 'status': 'completed', 'code': 200} Aug 27 03:33:02.308870 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:02.333397 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b06c46a-59d4-4460-8c5c-8b1c0a34b987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53984622-e10d-4108-aa2f-8e507e1bd0bf'}] {{(pid=93892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:33:02.335844 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b63a46784ce0c86216665a107eadf653c768d6aaa0a676db5e2e070eb4240c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1380be-aed2-4017-ba54-85d11cbdd1e6" -d '{"events": [{"server_uuid": "6b06c46a-59d4-4460-8c5c-8b1c0a34b987", "name": "network-vif-plugged", "status": "completed", "tag": "53984622-e10d-4108-aa2f-8e507e1bd0bf"}]}' {{(pid=93892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:33:02.349883 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 53984622-e10d-4108-aa2f-8e507e1bd0bf, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=53984622-e10d-4108-aa2f-8e507e1bd0bf,segment=NetworkSegment(25ebcf9e-1800-44cf-8850-b722b184847e),segment_id=25ebcf9e-1800-44cf-8850-b722b184847e)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:33:02.356218 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:02.383983 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d69e213-3760-46f7-855a-dd32f38cd2f1 x-openstack-request-id: req-8d69e213-3760-46f7-855a-dd32f38cd2f1 {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:33:02.384463 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b06c46a-59d4-4460-8c5c-8b1c0a34b987", "name": "network-vif-plugged", "status": "completed", "tag": "53984622-e10d-4108-aa2f-8e507e1bd0bf", "code": 200}]} {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:33:02.385084 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8d69e213-3760-46f7-855a-dd32f38cd2f1 {{(pid=93892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:33:02.385792 dv-cinder-804735-2-iscsi neutron-server[93892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b06c46a-59d4-4460-8c5c-8b1c0a34b987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53984622-e10d-4108-aa2f-8e507e1bd0bf', 'code': 200} Aug 27 03:33:02.421471 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=53984622-e10d-4108-aa2f-8e507e1bd0bf,revision_number=10']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:02.468762 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1829ee36-c957-4334-8c84-dffc2f65d23c req-d08898aa-f174-41a3-9223-e71f98357f0c tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ffca0db-5614-4bf4-9dfd-82baf16ab054 HTTP/1.1" status: 200 len: 210 time: 0.0334272 Aug 27 03:33:02.505508 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-9b300e11-ff9a-4d14-91c0-6e67e993ee83 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:02.507150 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-9b300e11-ff9a-4d14-91c0-6e67e993ee83 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.63 "GET /v2.0/networks?id=4f81df06-e296-4035-a97c-b43d344f0b90 HTTP/1.1" status: 200 len: 814 time: 0.1691916 Aug 27 03:33:02.532608 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-f0389575-3a31-45a7-944c-bc4d50116397 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Request body: {'port': {'device_id': '2ffca0db-5614-4bf4-9dfd-82baf16ab054', 'network_id': '4f81df06-e296-4035-a97c-b43d344f0b90', 'admin_state_up': True, 'tenant_id': '7dd6a8224c1149f6a978d9174fa5a7ee'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:33:02.612333 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-bbe3599b-5f9c-46f4-9a8a-c769b65940b1 req-0a0baf2b-090b-40ed-975e-67e067a9b0a1 tempest-AttachVolumeNegativeTest-1196905115 tempest-AttachVolumeNegativeTest-1196905115-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d4b1b1c-f1f8-40a1-8ddf-4b4d6e836881 HTTP/1.1" status: 200 len: 210 time: 0.0367413 Aug 27 03:33:02.670312 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-f0389575-3a31-45a7-944c-bc4d50116397 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Made reservation on behalf of 7dd6a8224c1149f6a978d9174fa5a7ee for: {'port': 1} {{(pid=93891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:33:02.674579 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-f0389575-3a31-45a7-944c-bc4d50116397 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:02.804391 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-f0389575-3a31-45a7-944c-bc4d50116397 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Allocated IP 172.20.0.4 (4f81df06-e296-4035-a97c-b43d344f0b90/c2fe8f9a-8c65-406e-9476-9b8a17ff7959/27f03c09-eef2-4905-81b1-c2bc4f2bc7fe) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:33:03.024433 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242bd2a2-ea0c-4336-95fb-560153926563 req-fae83eaf-a082-4af2-b44d-b9cfc7df0e73 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:03.026208 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-242bd2a2-ea0c-4336-95fb-560153926563 req-fae83eaf-a082-4af2-b44d-b9cfc7df0e73 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 946 time: 0.1175995 Aug 27 03:33:03.066825 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-f0389575-3a31-45a7-944c-bc4d50116397 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:03.084811 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc454f9-12ba-4bd6-b216-ff76a79c6268 req-a82d6036-c53c-4532-9e0d-36e08ffc0700 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:03.086271 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9fc454f9-12ba-4bd6-b216-ff76a79c6268 req-a82d6036-c53c-4532-9e0d-36e08ffc0700 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.1253228 Aug 27 03:33:03.143851 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515febb8-d62a-4e09-b1ab-3ede085aeaf7 req-1fea6701-1560-4b89-b30f-3e391d30c4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:03.145190 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-515febb8-d62a-4e09-b1ab-3ede085aeaf7 req-1fea6701-1560-4b89-b30f-3e391d30c4f1 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 1099 time: 0.1179452 Aug 27 03:33:03.158657 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-242bd2a2-ea0c-4336-95fb-560153926563 req-77bcda68-071b-438f-9f21-4883ccf8bd86 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001849 Aug 27 03:33:03.193899 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9fc454f9-12ba-4bd6-b216-ff76a79c6268 req-7b20967f-d087-497c-ba4a-803022bf87ae tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965371 Aug 27 03:33:03.206907 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-f0389575-3a31-45a7-944c-bc4d50116397 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:03.216237 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-515febb8-d62a-4e09-b1ab-3ede085aeaf7 req-899797b6-0b00-4af8-a673-5dbfd8175b57 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528626 Aug 27 03:33:03.248061 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-f0389575-3a31-45a7-944c-bc4d50116397 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Network 4f81df06-e296-4035-a97c-b43d344f0b90 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:33:03.250993 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-f0389575-3a31-45a7-944c-bc4d50116397 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:33:03.256931 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-f0389575-3a31-45a7-944c-bc4d50116397 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:33:03.281220 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0389575-3a31-45a7-944c-bc4d50116397 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Pushing event updated for resources: {'Port': ['ID=27f03c09-eef2-4905-81b1-c2bc4f2bc7fe,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:03.308713 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-f0389575-3a31-45a7-944c-bc4d50116397 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:03.309303 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-f0389575-3a31-45a7-944c-bc4d50116397 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:03.325678 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-f0389575-3a31-45a7-944c-bc4d50116397 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7970307 Aug 27 03:33:03.476870 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-73195e0b-3b87-49c4-b96d-361d6712aac8 service neutron] Request body: {'port': {'device_id': '2ffca0db-5614-4bf4-9dfd-82baf16ab054', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:33:03.671729 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 54474) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:03.720156 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-615446cf-0f89-4cc3-a310-d730aec8f383 admin admin] Deleting subnet f0e904d8-7440-45dc-9db2-369b77311290 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:33:03.723461 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-615446cf-0f89-4cc3-a310-d730aec8f383 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:03.768224 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-615446cf-0f89-4cc3-a310-d730aec8f383 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8923430'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:03.788848 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-73195e0b-3b87-49c4-b96d-361d6712aac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:03.812013 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-615446cf-0f89-4cc3-a310-d730aec8f383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1466029'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:03.840672 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90905eff-750a-480d-97e5-7a37e9a04468 req-27489b09-522f-4f88-902d-8448486333d6 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:03.842346 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-90905eff-750a-480d-97e5-7a37e9a04468 req-27489b09-522f-4f88-902d-8448486333d6 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ffca0db-5614-4bf4-9dfd-82baf16ab054 HTTP/1.1" status: 200 len: 931 time: 0.0840633 Aug 27 03:33:03.867186 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-615446cf-0f89-4cc3-a310-d730aec8f383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1466018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999370'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:03.896037 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-615446cf-0f89-4cc3-a310-d730aec8f383 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:03.897950 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-615446cf-0f89-4cc3-a310-d730aec8f383 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f0e904d8-7440-45dc-9db2-369b77311290 HTTP/1.1" status: 204 len: 168 time: 0.2251670 Aug 27 03:33:03.899103 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615446cf-0f89-4cc3-a310-d730aec8f383 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0e904d8-7440-45dc-9db2-369b77311290,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:03.901745 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 54478) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:03.913577 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615446cf-0f89-4cc3-a310-d730aec8f383 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:03.913930 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615446cf-0f89-4cc3-a310-d730aec8f383 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:03.914267 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615446cf-0f89-4cc3-a310-d730aec8f383 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:03.914602 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615446cf-0f89-4cc3-a310-d730aec8f383 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:03.914934 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615446cf-0f89-4cc3-a310-d730aec8f383 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:03.915265 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615446cf-0f89-4cc3-a310-d730aec8f383 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:03.916330 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615446cf-0f89-4cc3-a310-d730aec8f383 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:03.916681 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615446cf-0f89-4cc3-a310-d730aec8f383 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:03.917013 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615446cf-0f89-4cc3-a310-d730aec8f383 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:03.917342 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615446cf-0f89-4cc3-a310-d730aec8f383 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:03.917651 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615446cf-0f89-4cc3-a310-d730aec8f383 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:03.917976 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615446cf-0f89-4cc3-a310-d730aec8f383 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:03.946397 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-90905eff-750a-480d-97e5-7a37e9a04468 req-1fb1b4d6-8a1c-4a93-a224-4beba10d9bbe tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b03ecd28-9739-4dd0-bf70-b3f1fb35cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975397 Aug 27 03:33:03.985052 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d9d02ad8-d88d-4bec-8bd4-47337ee2be54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656125'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:04.062203 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d9d02ad8-d88d-4bec-8bd4-47337ee2be54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1577558', 'neutron.services.segments.db._delete_segments_for_network-8776575369454'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:04.074404 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.services.segments.db [None req-d9d02ad8-d88d-4bec-8bd4-47337ee2be54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:04.085031 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.services.segments.db [None req-d9d02ad8-d88d-4bec-8bd4-47337ee2be54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28780841-0c3a-4bb1-9cb1-796a642c1ab2') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:04.085326 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.services.segments.db [None req-d9d02ad8-d88d-4bec-8bd4-47337ee2be54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28780841-0c3a-4bb1-9cb1-796a642c1ab2') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:04.091841 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-73195e0b-3b87-49c4-b96d-361d6712aac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27f03c09-eef2-4905-81b1-c2bc4f2bc7fe {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:33:04.094112 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d9d02ad8-d88d-4bec-8bd4-47337ee2be54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776575369337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8923449'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:04.099153 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-73195e0b-3b87-49c4-b96d-361d6712aac8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:04.107604 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d9d02ad8-d88d-4bec-8bd4-47337ee2be54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:04.113438 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9d02ad8-d88d-4bec-8bd4-47337ee2be54 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:33:04.113814 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d9d02ad8-d88d-4bec-8bd4-47337ee2be54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9123058'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:04.115458 dv-cinder-804735-2-iscsi neutron-server[93890]: Traceback (most recent call last): Aug 27 03:33:04.115458 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:33:04.115458 dv-cinder-804735-2-iscsi neutron-server[93890]: timer() Aug 27 03:33:04.115458 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:33:04.115458 dv-cinder-804735-2-iscsi neutron-server[93890]: cb(*args, **kw) Aug 27 03:33:04.115458 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:33:04.115458 dv-cinder-804735-2-iscsi neutron-server[93890]: return func(*args, **kwargs) Aug 27 03:33:04.115458 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:33:04.115458 dv-cinder-804735-2-iscsi neutron-server[93890]: self._notify() Aug 27 03:33:04.115458 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:33:04.115458 dv-cinder-804735-2-iscsi neutron-server[93890]: self.callback(batched_events) Aug 27 03:33:04.115458 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:33:04.115458 dv-cinder-804735-2-iscsi neutron-server[93890]: event.method(event) Aug 27 03:33:04.115458 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:33:04.115458 dv-cinder-804735-2-iscsi neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:33:04.115458 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:33:04.115458 dv-cinder-804735-2-iscsi neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:33:04.115458 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:33:04.115458 dv-cinder-804735-2-iscsi neutron-server[93890]: return f(self, *a, **k) Aug 27 03:33:04.115458 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:33:04.115458 dv-cinder-804735-2-iscsi neutron-server[93890]: return self._get(url).json() Aug 27 03:33:04.115458 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:33:04.115458 dv-cinder-804735-2-iscsi neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:33:04.115458 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:33:04.115458 dv-cinder-804735-2-iscsi neutron-server[93890]: return self.request(url, 'GET', **kwargs) Aug 27 03:33:04.115458 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:33:04.115458 dv-cinder-804735-2-iscsi neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:33:04.115458 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:33:04.115458 dv-cinder-804735-2-iscsi neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:33:04.115458 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:33:04.115458 dv-cinder-804735-2-iscsi neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:33:04.115458 dv-cinder-804735-2-iscsi neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:33:04.173092 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d9d02ad8-d88d-4bec-8bd4-47337ee2be54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456099'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:04.173396 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-73195e0b-3b87-49c4-b96d-361d6712aac8 service neutron] Transition to ACTIVE for port object 27f03c09-eef2-4905-81b1-c2bc4f2bc7fe will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:33:04.179726 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d9d02ad8-d88d-4bec-8bd4-47337ee2be54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:04.181826 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-73195e0b-3b87-49c4-b96d-361d6712aac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8458856'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:04.184682 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-d9d02ad8-d88d-4bec-8bd4-47337ee2be54 admin admin] 10.222.0.58 "DELETE /v2.0/networks/a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3 HTTP/1.1" status: 204 len: 168 time: 0.2819459 Aug 27 03:33:04.196348 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d02ad8-d88d-4bec-8bd4-47337ee2be54 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9d0e3dc-f6eb-451d-9080-c35ce2cc6db3,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:04.235294 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73195e0b-3b87-49c4-b96d-361d6712aac8 service neutron] Pushing event updated for resources: {'Port': ['ID=27f03c09-eef2-4905-81b1-c2bc4f2bc7fe,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:04.356451 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 54486) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:04.380450 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a820b-6c40-496c-89d7-88e2a3daba22 req-185cb1d6-109b-4987-a218-a557274b0b00 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:04.382011 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-273a820b-6c40-496c-89d7-88e2a3daba22 req-185cb1d6-109b-4987-a218-a557274b0b00 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.1136193 Aug 27 03:33:04.383005 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-73195e0b-3b87-49c4-b96d-361d6712aac8 service neutron] Attempting to bind port 27f03c09-eef2-4905-81b1-c2bc4f2bc7fe on host hv-cinder-80473 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:33:04.383336 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-73195e0b-3b87-49c4-b96d-361d6712aac8 service neutron] Attempting to bind port 27f03c09-eef2-4905-81b1-c2bc4f2bc7fe by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'a52aa248-3220-4413-a875-7c5b32959841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4f81df06-e296-4035-a97c-b43d344f0b90'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:33:04.383685 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-73195e0b-3b87-49c4-b96d-361d6712aac8 service neutron] Attempting to bind port 27f03c09-eef2-4905-81b1-c2bc4f2bc7fe on network 4f81df06-e296-4035-a97c-b43d344f0b90 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:33:04.392723 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74628835-a18b-4572-92e2-da253a19f708 req-8f2aa66f-e9a6-4431-9b08-ea1f13d30de7 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:04.394187 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-74628835-a18b-4572-92e2-da253a19f708 req-8f2aa66f-e9a6-4431-9b08-ea1f13d30de7 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 946 time: 0.1374226 Aug 27 03:33:04.404130 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-ff7e39f2-a61b-4a6c-8969-f187dba1cec9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=01d740e2fdbb43f696818d258b9b3f4d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0463820 Aug 27 03:33:04.405144 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 54488) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:04.412098 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-73195e0b-3b87-49c4-b96d-361d6712aac8 service neutron] Port 27f03c09-eef2-4905-81b1-c2bc4f2bc7fe on network 4f81df06-e296-4035-a97c-b43d344f0b90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:33:04.412423 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-73195e0b-3b87-49c4-b96d-361d6712aac8 service neutron] Attempting to bind port 27f03c09-eef2-4905-81b1-c2bc4f2bc7fe on network 4f81df06-e296-4035-a97c-b43d344f0b90 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:33:04.430452 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-73195e0b-3b87-49c4-b96d-361d6712aac8 service neutron] Checking agent: {'id': '24f718bb-5cbe-4fbb-a277-c3e337c88f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 27, 23), 'started_at': datetime.datetime(2021, 8, 27, 3, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:33:04.430669 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-73195e0b-3b87-49c4-b96d-361d6712aac8 service neutron] Checking segment: {'id': 'a52aa248-3220-4413-a875-7c5b32959841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4f81df06-e296-4035-a97c-b43d344f0b90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:33:04.431155 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-73195e0b-3b87-49c4-b96d-361d6712aac8 service neutron] Bound using segment: {'id': 'a52aa248-3220-4413-a875-7c5b32959841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4f81df06-e296-4035-a97c-b43d344f0b90'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:33:04.431938 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-73195e0b-3b87-49c4-b96d-361d6712aac8 service neutron] Bound port: 27f03c09-eef2-4905-81b1-c2bc4f2bc7fe, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a52aa248-3220-4413-a875-7c5b32959841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4f81df06-e296-4035-a97c-b43d344f0b90'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:33:04.432309 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-73195e0b-3b87-49c4-b96d-361d6712aac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:04.452951 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-68c9079b-e2ae-444e-a933-cd9104b39c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:04.471949 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-273a820b-6c40-496c-89d7-88e2a3daba22 req-23e1a8eb-abc0-4b12-aa35-dbfb3934061d tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767887 Aug 27 03:33:04.473395 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-68c9079b-e2ae-444e-a933-cd9104b39c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:04.497775 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-74628835-a18b-4572-92e2-da253a19f708 req-c20573bc-040e-4d75-99f9-13077c56347d tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932755 Aug 27 03:33:04.527123 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-68c9079b-e2ae-444e-a933-cd9104b39c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:04.528116 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-73195e0b-3b87-49c4-b96d-361d6712aac8 service neutron] For port 27f03c09-eef2-4905-81b1-c2bc4f2bc7fe, host hv-cinder-80473, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:33:04.529681 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-68c9079b-e2ae-444e-a933-cd9104b39c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:04.531017 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-68c9079b-e2ae-444e-a933-cd9104b39c79 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ef677b3a-201f-4fd1-bc22-37a2e9da25c0 HTTP/1.1" status: 204 len: 168 time: 0.1249735 Aug 27 03:33:04.531463 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-73195e0b-3b87-49c4-b96d-361d6712aac8 service neutron] For port 27f03c09-eef2-4905-81b1-c2bc4f2bc7fe, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=27f03c09-eef2-4905-81b1-c2bc4f2bc7fe,segment=NetworkSegment(a52aa248-3220-4413-a875-7c5b32959841),segment_id=a52aa248-3220-4413-a875-7c5b32959841)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:33:04.536170 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-73195e0b-3b87-49c4-b96d-361d6712aac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8458856'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:04.539358 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c9079b-e2ae-444e-a933-cd9104b39c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef677b3a-201f-4fd1-bc22-37a2e9da25c0,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:04.569887 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-73195e0b-3b87-49c4-b96d-361d6712aac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:04.570495 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-73195e0b-3b87-49c4-b96d-361d6712aac8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:04.572130 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-73195e0b-3b87-49c4-b96d-361d6712aac8 service neutron] 10.222.0.63 "PUT /v2.0/ports/27f03c09-eef2-4905-81b1-c2bc4f2bc7fe HTTP/1.1" status: 200 len: 1093 time: 1.0997107 Aug 27 03:33:04.572653 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ffca0db-5614-4bf4-9dfd-82baf16ab054', 'tag': '27f03c09-eef2-4905-81b1-c2bc4f2bc7fe'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:33:04.578656 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5db798dbfc6723b72cacb44784ab66cf68bec91175074e332c63962bd4ba80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3618abf-e183-4ebb-9eb3-451523da4d56" -d '{"events": [{"name": "network-changed", "server_uuid": "2ffca0db-5614-4bf4-9dfd-82baf16ab054", "tag": "27f03c09-eef2-4905-81b1-c2bc4f2bc7fe"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:33:04.609575 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73195e0b-3b87-49c4-b96d-361d6712aac8 service neutron] Pushing event updated for resources: {'Port': ['ID=27f03c09-eef2-4905-81b1-c2bc4f2bc7fe,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:04.632966 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68bfd587-fe72-458e-bde4-15dd13c64c71 x-openstack-request-id: req-68bfd587-fe72-458e-bde4-15dd13c64c71 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:33:04.633251 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ffca0db-5614-4bf4-9dfd-82baf16ab054", "tag": "27f03c09-eef2-4905-81b1-c2bc4f2bc7fe", "status": "completed", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:33:04.633499 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-68bfd587-fe72-458e-bde4-15dd13c64c71 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:33:04.633912 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ffca0db-5614-4bf4-9dfd-82baf16ab054', 'tag': '27f03c09-eef2-4905-81b1-c2bc4f2bc7fe', 'status': 'completed', 'code': 200} Aug 27 03:33:04.667514 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-09475aa5-38fd-4be4-aa5b-712fc2ae3234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:04.669028 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-09475aa5-38fd-4be4-aa5b-712fc2ae3234 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7dd6a8224c1149f6a978d9174fa5a7ee&device_id=2ffca0db-5614-4bf4-9dfd-82baf16ab054 HTTP/1.1" status: 200 len: 1096 time: 0.0470130 Aug 27 03:33:04.712582 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-c15b1b6a-7995-43cf-9a2d-70dce6ec4532 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27f03c09-eef2-4905-81b1-c2bc4f2bc7fe HTTP/1.1" status: 200 len: 217 time: 0.0349510 Aug 27 03:33:04.770541 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-3b234a81-a632-4b42-a7ea-b460e74f1b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:04.772138 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-3b234a81-a632-4b42-a7ea-b460e74f1b7a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c2fe8f9a-8c65-406e-9476-9b8a17ff7959 HTTP/1.1" status: 200 len: 854 time: 0.0514858 Aug 27 03:33:04.808898 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-ebb05a9d-9e2e-4c01-bfb5-8faecc59bf58 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4f81df06-e296-4035-a97c-b43d344f0b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261173 Aug 27 03:33:04.904558 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-aa2b9827-5ce6-4deb-bd5e-0f6fca9e7522 service neutron] 10.222.0.63 "GET /v2.0/networks/4f81df06-e296-4035-a97c-b43d344f0b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858858 Aug 27 03:33:05.024847 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-73830ceb-12f5-46f4-a7a6-507a73339c99 req-1d4c6843-7c59-4be4-adb4-90728d1280c0 service neutron] 10.222.0.63 "GET /v2.0/networks/4f81df06-e296-4035-a97c-b43d344f0b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025600 Aug 27 03:33:05.098545 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb98339-450a-4be1-ba78-44c90f3f93d8 req-2afd52ea-d7c3-4160-995b-fa9dc62e16cd tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:05.100317 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8cb98339-450a-4be1-ba78-44c90f3f93d8 req-2afd52ea-d7c3-4160-995b-fa9dc62e16cd tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ffca0db-5614-4bf4-9dfd-82baf16ab054 HTTP/1.1" status: 200 len: 943 time: 0.0705423 Aug 27 03:33:05.187295 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3618abf-e183-4ebb-9eb3-451523da4d56 req-8f5131ff-762d-4b1e-9a2e-85217b13bb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:05.188885 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a3618abf-e183-4ebb-9eb3-451523da4d56 req-8f5131ff-762d-4b1e-9a2e-85217b13bb65 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7dd6a8224c1149f6a978d9174fa5a7ee&device_id=2ffca0db-5614-4bf4-9dfd-82baf16ab054 HTTP/1.1" status: 200 len: 1096 time: 0.0875506 Aug 27 03:33:05.193588 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8cb98339-450a-4be1-ba78-44c90f3f93d8 req-a1b1d09f-b2ac-4450-879d-c3eb632d169d tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b03ecd28-9739-4dd0-bf70-b3f1fb35cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742986 Aug 27 03:33:05.304695 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3618abf-e183-4ebb-9eb3-451523da4d56 req-25bfdc90-9a43-4b27-97a5-0a55685a8ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:05.306287 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a3618abf-e183-4ebb-9eb3-451523da4d56 req-25bfdc90-9a43-4b27-97a5-0a55685a8ca5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=4f81df06-e296-4035-a97c-b43d344f0b90 HTTP/1.1" status: 200 len: 915 time: 0.1098113 Aug 27 03:33:05.349872 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a3618abf-e183-4ebb-9eb3-451523da4d56 req-daa9f1f2-5401-468f-939a-0d1850d17e46 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27f03c09-eef2-4905-81b1-c2bc4f2bc7fe HTTP/1.1" status: 200 len: 217 time: 0.0353155 Aug 27 03:33:05.411707 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3618abf-e183-4ebb-9eb3-451523da4d56 req-b4f3e44c-bdd7-43c7-8e42-c8873e048acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:05.413186 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a3618abf-e183-4ebb-9eb3-451523da4d56 req-b4f3e44c-bdd7-43c7-8e42-c8873e048acb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c2fe8f9a-8c65-406e-9476-9b8a17ff7959 HTTP/1.1" status: 200 len: 854 time: 0.0511303 Aug 27 03:33:05.447881 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a3618abf-e183-4ebb-9eb3-451523da4d56 req-6d41afaf-1c22-42c9-aaf3-dd0626f314a8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4f81df06-e296-4035-a97c-b43d344f0b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259087 Aug 27 03:33:05.543388 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a3618abf-e183-4ebb-9eb3-451523da4d56 req-31659e27-427c-4eb9-ae64-6fc32cd21c95 service neutron] 10.222.0.63 "GET /v2.0/networks/4f81df06-e296-4035-a97c-b43d344f0b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859125 Aug 27 03:33:05.680525 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efaa21a-b540-4b63-b187-b3fdf89df3ae req-03f34334-da86-44ff-b7ca-2c6ad01b4fea tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:05.682574 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4efaa21a-b540-4b63-b187-b3fdf89df3ae req-03f34334-da86-44ff-b7ca-2c6ad01b4fea tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.1379833 Aug 27 03:33:05.729985 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f858c6-2b41-4b8e-8aa3-d9a436c015d1 req-de853a3c-c7f6-47d3-b453-1cff23e5f19c tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:05.731525 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b3f858c6-2b41-4b8e-8aa3-d9a436c015d1 req-de853a3c-c7f6-47d3-b453-1cff23e5f19c tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 946 time: 0.1490321 Aug 27 03:33:05.750930 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a3618abf-e183-4ebb-9eb3-451523da4d56 req-f4bf96ae-bdce-4910-86e7-79d0c235ec0d service neutron] 10.222.0.63 "GET /v2.0/networks/4f81df06-e296-4035-a97c-b43d344f0b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970398 Aug 27 03:33:05.778212 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4efaa21a-b540-4b63-b187-b3fdf89df3ae req-d66bc7ce-43e5-4c40-97d7-f7cd9941dfbd tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840952 Aug 27 03:33:05.791294 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b3f858c6-2b41-4b8e-8aa3-d9a436c015d1 req-cee55319-ba8b-475f-ba38-96f583728559 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512154 Aug 27 03:33:06.122882 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device bad6539d-473a-4ae7-8574-1eba84cbf59d no longer exists at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:33:06.145563 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] No Port match for: bad6539d-473a-4ae7-8574-1eba84cbf59d {{(pid=93892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:33:06.145906 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device bad6539d-473a-4ae7-8574-1eba84cbf59d not bound to the agent host hv-cinder-80473 {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:33:06.314781 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5ea30-ab40-4ce3-aeec-2658baaa0dd5 req-3637f0a4-2383-40a8-a285-9d73b17bbb25 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:06.316261 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-aaa5ea30-ab40-4ce3-aeec-2658baaa0dd5 req-3637f0a4-2383-40a8-a285-9d73b17bbb25 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ffca0db-5614-4bf4-9dfd-82baf16ab054 HTTP/1.1" status: 200 len: 943 time: 0.0489926 Aug 27 03:33:06.356148 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-aaa5ea30-ab40-4ce3-aeec-2658baaa0dd5 req-413fc975-c6f6-497d-8fe2-552a5a027d3d tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b03ecd28-9739-4dd0-bf70-b3f1fb35cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327508 Aug 27 03:33:06.499871 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 54586) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:06.608546 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9987a58b-033c-4afa-80b7-22fcf8be7ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:06.700055 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9987a58b-033c-4afa-80b7-22fcf8be7ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:06.705682 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9987a58b-033c-4afa-80b7-22fcf8be7ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:06.745620 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-9987a58b-033c-4afa-80b7-22fcf8be7ce8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fc23689da5014599ac1dc7139b183791&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2446723 Aug 27 03:33:06.746820 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9987a58b-033c-4afa-80b7-22fcf8be7ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393570b5-32f0-4ad6-b4b5-1d7881e39e40,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:06.748592 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 54590) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:06.799142 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-56fd1f44-81fd-43ab-b95b-7b777ba14325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:06.820820 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-56fd1f44-81fd-43ab-b95b-7b777ba14325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:06.869373 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-56fd1f44-81fd-43ab-b95b-7b777ba14325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:06.872060 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-56fd1f44-81fd-43ab-b95b-7b777ba14325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:06.873348 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-56fd1f44-81fd-43ab-b95b-7b777ba14325 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/393570b5-32f0-4ad6-b4b5-1d7881e39e40 HTTP/1.1" status: 204 len: 168 time: 0.1231601 Aug 27 03:33:06.883299 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd1f44-81fd-43ab-b95b-7b777ba14325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393570b5-32f0-4ad6-b4b5-1d7881e39e40,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:06.938960 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409550be-337b-4630-9a22-e1edf155ef60 req-55717ffb-9ef8-4c61-8d4c-3d66fe981a5c tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:06.944038 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-409550be-337b-4630-9a22-e1edf155ef60 req-55717ffb-9ef8-4c61-8d4c-3d66fe981a5c tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0935462 Aug 27 03:33:06.974219 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0244d-c5ad-4b83-8c10-81a823d235d6 req-c29b4d1b-29e2-462e-a9c9-ff23910263a0 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:06.975812 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-44a0244d-c5ad-4b83-8c10-81a823d235d6 req-c29b4d1b-29e2-462e-a9c9-ff23910263a0 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 946 time: 0.0971425 Aug 27 03:33:07.006521 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-409550be-337b-4630-9a22-e1edf155ef60 req-1d73f010-f8c1-4795-a4ed-825e8cd444da tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579839 Aug 27 03:33:07.028784 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-44a0244d-c5ad-4b83-8c10-81a823d235d6 req-fdb3c129-5260-4fc7-8aae-6e7ccda61fd9 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460091 Aug 27 03:33:07.162361 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 54602) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:07.175833 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7fc0e3b4-bdef-4dab-a4cd-e47cd4f9efe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:07.268204 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7fc0e3b4-bdef-4dab-a4cd-e47cd4f9efe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:07.273995 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7fc0e3b4-bdef-4dab-a4cd-e47cd4f9efe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:07.323142 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-7fc0e3b4-bdef-4dab-a4cd-e47cd4f9efe3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=996374dfeb0f4cc682b3b899618627fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1596868 Aug 27 03:33:07.323985 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc0e3b4-bdef-4dab-a4cd-e47cd4f9efe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38c9b88-e4bf-43d8-9e89-9f2864808c53,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:07.326778 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 54606) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:07.380175 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-164f32ef-7dc9-418b-860c-4ea0dceb4694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:07.404393 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-164f32ef-7dc9-418b-860c-4ea0dceb4694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:07.454467 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-164f32ef-7dc9-418b-860c-4ea0dceb4694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:07.457098 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-164f32ef-7dc9-418b-860c-4ea0dceb4694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:07.458328 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-164f32ef-7dc9-418b-860c-4ea0dceb4694 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b38c9b88-e4bf-43d8-9e89-9f2864808c53 HTTP/1.1" status: 204 len: 168 time: 0.1302252 Aug 27 03:33:07.466295 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f32ef-7dc9-418b-860c-4ea0dceb4694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38c9b88-e4bf-43d8-9e89-9f2864808c53,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:07.479127 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b84e25e-c8c4-4a57-af1c-e101be518d68 req-ada5aa18-2605-4836-bcf9-5ca40521ea54 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:07.484166 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5b84e25e-c8c4-4a57-af1c-e101be518d68 req-ada5aa18-2605-4836-bcf9-5ca40521ea54 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ffca0db-5614-4bf4-9dfd-82baf16ab054 HTTP/1.1" status: 200 len: 943 time: 0.0576835 Aug 27 03:33:07.519486 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5b84e25e-c8c4-4a57-af1c-e101be518d68 req-822be364-f0d2-4f0d-b26c-18a2104bf8bb tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b03ecd28-9739-4dd0-bf70-b3f1fb35cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323272 Aug 27 03:33:08.122849 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 27f03c09-eef2-4905-81b1-c2bc4f2bc7fe details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=93892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:33:08.142685 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f28501-ea7e-4ad3-9daa-13811855c5c8 req-8f5351f0-3536-46c8-89f1-600bd77f5d80 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:08.144196 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a1f28501-ea7e-4ad3-9daa-13811855c5c8 req-8f5351f0-3536-46c8-89f1-600bd77f5d80 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0570264 Aug 27 03:33:08.187025 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a1f28501-ea7e-4ad3-9daa-13811855c5c8 req-9c8e9321-7cf1-44a1-8e0b-cbeba5a1338f tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345755 Aug 27 03:33:08.225108 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 27f03c09-eef2-4905-81b1-c2bc4f2bc7fe, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=27f03c09-eef2-4905-81b1-c2bc4f2bc7fe,segment=NetworkSegment(a52aa248-3220-4413-a875-7c5b32959841),segment_id=a52aa248-3220-4413-a875-7c5b32959841)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:33:08.236816 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Returning: {'device': '27f03c09-eef2-4905-81b1-c2bc4f2bc7fe', 'network_id': '4f81df06-e296-4035-a97c-b43d344f0b90', 'port_id': '27f03c09-eef2-4905-81b1-c2bc4f2bc7fe', 'mac_address': 'fa:16:3e:e1:bc:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2fe8f9a-8c65-406e-9476-9b8a17ff7959', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:33:08.272233 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:08.289067 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27f03c09-eef2-4905-81b1-c2bc4f2bc7fe {{(pid=93892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:33:08.309440 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 27f03c09-eef2-4905-81b1-c2bc4f2bc7fe, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=27f03c09-eef2-4905-81b1-c2bc4f2bc7fe,segment=NetworkSegment(a52aa248-3220-4413-a875-7c5b32959841),segment_id=a52aa248-3220-4413-a875-7c5b32959841)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:33:08.315768 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:08.364375 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=27f03c09-eef2-4905-81b1-c2bc4f2bc7fe,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:08.641867 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a1e7e-15a3-45c8-ba19-697ce2afc459 req-9e1c2f85-c511-4a9c-9367-ec5a73763b18 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:08.643389 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5f9a1e7e-15a3-45c8-ba19-697ce2afc459 req-9e1c2f85-c511-4a9c-9367-ec5a73763b18 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ffca0db-5614-4bf4-9dfd-82baf16ab054 HTTP/1.1" status: 200 len: 944 time: 0.0533366 Aug 27 03:33:08.658917 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] get_ports_and_sgs() called for port_ids ['27f03c09-eef2-4905-81b1-c2bc4f2bc7fe'] {{(pid=93892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:33:08.684230 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5f9a1e7e-15a3-45c8-ba19-697ce2afc459 req-7c8882bc-65ed-4933-9185-8ac0655f5a11 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b03ecd28-9739-4dd0-bf70-b3f1fb35cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343814 Aug 27 03:33:09.309154 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615c560-9219-44cc-b0ab-7d90d8d091cc req-e7a69ce3-b622-4d13-b93e-a55d8138f52d tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:09.311858 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9615c560-9219-44cc-b0ab-7d90d8d091cc req-e7a69ce3-b622-4d13-b93e-a55d8138f52d tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0531609 Aug 27 03:33:09.358913 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9615c560-9219-44cc-b0ab-7d90d8d091cc req-891e7f02-0bcd-43bd-8519-0b9e2b9a4afe tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347624 Aug 27 03:33:09.819068 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe613593-6542-4913-a5b4-1951f1007e36 req-38394b40-b7e3-4e55-a7fa-81eead438e1b tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:09.820771 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-fe613593-6542-4913-a5b4-1951f1007e36 req-38394b40-b7e3-4e55-a7fa-81eead438e1b tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ffca0db-5614-4bf4-9dfd-82baf16ab054 HTTP/1.1" status: 200 len: 944 time: 0.0623763 Aug 27 03:33:09.863481 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-fe613593-6542-4913-a5b4-1951f1007e36 req-3a11cae4-d5f8-4be4-b165-3c2eca1b83ed tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b03ecd28-9739-4dd0-bf70-b3f1fb35cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327077 Aug 27 03:33:10.141065 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 27f03c09-eef2-4905-81b1-c2bc4f2bc7fe up at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:33:10.201154 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Provisioning for port 27f03c09-eef2-4905-81b1-c2bc4f2bc7fe completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:33:10.204740 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Provisioning complete for port 27f03c09-eef2-4905-81b1-c2bc4f2bc7fe triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:33:10.205103 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:10.278446 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:10.300280 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffca0db-5614-4bf4-9dfd-82baf16ab054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f03c09-eef2-4905-81b1-c2bc4f2bc7fe'}] {{(pid=93892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:33:10.302523 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b63a46784ce0c86216665a107eadf653c768d6aaa0a676db5e2e070eb4240c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270b9860-950b-4750-b440-fa1f2ff517fd" -d '{"events": [{"server_uuid": "2ffca0db-5614-4bf4-9dfd-82baf16ab054", "name": "network-vif-plugged", "status": "completed", "tag": "27f03c09-eef2-4905-81b1-c2bc4f2bc7fe"}]}' {{(pid=93892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:33:10.316139 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 27f03c09-eef2-4905-81b1-c2bc4f2bc7fe, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=27f03c09-eef2-4905-81b1-c2bc4f2bc7fe,segment=NetworkSegment(a52aa248-3220-4413-a875-7c5b32959841),segment_id=a52aa248-3220-4413-a875-7c5b32959841)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:33:10.323057 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:10.352253 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1403b0-74af-4bb2-a75e-3f0b8e9ac64e x-openstack-request-id: req-ad1403b0-74af-4bb2-a75e-3f0b8e9ac64e {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:33:10.352580 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ffca0db-5614-4bf4-9dfd-82baf16ab054", "name": "network-vif-plugged", "status": "completed", "tag": "27f03c09-eef2-4905-81b1-c2bc4f2bc7fe", "code": 200}]} {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:33:10.352840 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ad1403b0-74af-4bb2-a75e-3f0b8e9ac64e {{(pid=93892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:33:10.353383 dv-cinder-804735-2-iscsi neutron-server[93892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ffca0db-5614-4bf4-9dfd-82baf16ab054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f03c09-eef2-4905-81b1-c2bc4f2bc7fe', 'code': 200} Aug 27 03:33:10.382067 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=27f03c09-eef2-4905-81b1-c2bc4f2bc7fe,revision_number=5']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:10.507974 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a3bb8-497e-4fe3-8701-30db6f5add7d req-8d4ba5e5-144c-4c9c-b866-92ecbbce25f3 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:10.509771 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-016a3bb8-497e-4fe3-8701-30db6f5add7d req-8d4ba5e5-144c-4c9c-b866-92ecbbce25f3 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0690475 Aug 27 03:33:10.550024 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-016a3bb8-497e-4fe3-8701-30db6f5add7d req-f5331777-cfea-455f-8dbf-1faedbf5868a tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337710 Aug 27 03:33:10.599929 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63358a3-853e-4f60-b8a8-4031220e20a2 req-6a3cce01-ced2-4c4c-8a75-933227728f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:10.601441 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f63358a3-853e-4f60-b8a8-4031220e20a2 req-6a3cce01-ced2-4c4c-8a75-933227728f75 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=2ffca0db-5614-4bf4-9dfd-82baf16ab054 HTTP/1.1" status: 200 len: 1098 time: 0.0404139 Aug 27 03:33:10.646460 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f63358a3-853e-4f60-b8a8-4031220e20a2 req-f66ad64e-b10a-4284-9d2d-9f1e9cb74204 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=b03ecd28-9739-4dd0-bf70-b3f1fb35cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291569 Aug 27 03:33:10.996021 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e88dc-d7a9-4e35-8870-eff8c7a6e484 req-a00ea58c-ba45-4bd9-a549-432e36e75734 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:10.997794 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-217e88dc-d7a9-4e35-8870-eff8c7a6e484 req-a00ea58c-ba45-4bd9-a549-432e36e75734 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ffca0db-5614-4bf4-9dfd-82baf16ab054 HTTP/1.1" status: 200 len: 945 time: 0.0526495 Aug 27 03:33:11.042870 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-217e88dc-d7a9-4e35-8870-eff8c7a6e484 req-c7a212a2-c056-460f-af90-0ba8d284b0d2 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b03ecd28-9739-4dd0-bf70-b3f1fb35cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363038 Aug 27 03:33:11.686142 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a02b1d-4b7d-4ff3-8b93-409d5b524245 req-ea25bae0-2e42-4d2a-8ee0-fcd159f2d729 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:11.687986 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c4a02b1d-4b7d-4ff3-8b93-409d5b524245 req-ea25bae0-2e42-4d2a-8ee0-fcd159f2d729 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0572369 Aug 27 03:33:11.727653 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c4a02b1d-4b7d-4ff3-8b93-409d5b524245 req-659443d8-6c20-4ed8-9aa4-8408e2e355e1 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338049 Aug 27 03:33:12.167667 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654070fa-c6c1-4ac2-a49c-1798efb93ef2 req-d60d5fae-f186-4aa9-93c4-68476bed24bd tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:12.169169 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-654070fa-c6c1-4ac2-a49c-1798efb93ef2 req-d60d5fae-f186-4aa9-93c4-68476bed24bd tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ffca0db-5614-4bf4-9dfd-82baf16ab054 HTTP/1.1" status: 200 len: 945 time: 0.0499687 Aug 27 03:33:12.208035 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-654070fa-c6c1-4ac2-a49c-1798efb93ef2 req-121bd027-7c45-45cc-aca8-4686ff1fea82 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b03ecd28-9739-4dd0-bf70-b3f1fb35cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325880 Aug 27 03:33:12.854061 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab903b-18f1-4c8c-8a7f-39d7d96c3ebb req-be4484f6-895e-48ee-9018-8907dc10a27d tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:12.855714 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-17ab903b-18f1-4c8c-8a7f-39d7d96c3ebb req-be4484f6-895e-48ee-9018-8907dc10a27d tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0558901 Aug 27 03:33:12.895789 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-17ab903b-18f1-4c8c-8a7f-39d7d96c3ebb req-dbc34122-b0cb-48e8-88fe-ce605c23e16d tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336688 Aug 27 03:33:14.021882 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41385035-7877-4529-8bf9-5af9fff1a82a req-a2e029f3-33dc-4c9e-96c7-8b6b1cd3f5c2 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:14.023392 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-41385035-7877-4529-8bf9-5af9fff1a82a req-a2e029f3-33dc-4c9e-96c7-8b6b1cd3f5c2 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0543151 Aug 27 03:33:14.063120 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-41385035-7877-4529-8bf9-5af9fff1a82a req-c9f2f42e-fcd8-436a-9a32-f57832d3c93d tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330145 Aug 27 03:33:14.071239 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 54764) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:14.183877 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8f3aaa4e-e72f-47a6-b6b8-3fbb102a8559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:14.285664 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8f3aaa4e-e72f-47a6-b6b8-3fbb102a8559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:14.291031 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8f3aaa4e-e72f-47a6-b6b8-3fbb102a8559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:14.328627 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-8f3aaa4e-e72f-47a6-b6b8-3fbb102a8559 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c26394478df34885866475a1dc330910&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2561791 Aug 27 03:33:14.329443 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3aaa4e-e72f-47a6-b6b8-3fbb102a8559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a22a76f-6705-4d03-aaa0-f32144346918,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:14.332563 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 54768) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:14.400097 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0bf9e2e0-fea1-4f75-9e6a-98e8a8157458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:14.422842 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0bf9e2e0-fea1-4f75-9e6a-98e8a8157458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:14.474329 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0bf9e2e0-fea1-4f75-9e6a-98e8a8157458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:14.476986 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0bf9e2e0-fea1-4f75-9e6a-98e8a8157458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:14.478135 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-0bf9e2e0-fea1-4f75-9e6a-98e8a8157458 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1a22a76f-6705-4d03-aaa0-f32144346918 HTTP/1.1" status: 204 len: 168 time: 0.1436322 Aug 27 03:33:14.485944 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf9e2e0-fea1-4f75-9e6a-98e8a8157458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a22a76f-6705-4d03-aaa0-f32144346918,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:14.752662 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 54778) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:14.765939 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0571acd7-5bcf-4806-80c2-0e2aa28e1663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:14.854206 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-c4ac0007-f85b-4bca-ab9e-d2670e2bd96a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:14.864764 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0571acd7-5bcf-4806-80c2-0e2aa28e1663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:14.871481 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0571acd7-5bcf-4806-80c2-0e2aa28e1663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:14.909995 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-0571acd7-5bcf-4806-80c2-0e2aa28e1663 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cd9c4910748247e294f3dbef0297ca09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1561100 Aug 27 03:33:14.910594 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0571acd7-5bcf-4806-80c2-0e2aa28e1663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b272a7d7-f329-4e67-93ed-3a33b33d5b96,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:14.912918 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 54780) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:14.969972 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-111345e9-6b39-4f9a-8c24-3dd6b2559911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:14.991146 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-111345e9-6b39-4f9a-8c24-3dd6b2559911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:15.046833 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-111345e9-6b39-4f9a-8c24-3dd6b2559911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:15.049402 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-111345e9-6b39-4f9a-8c24-3dd6b2559911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:15.050595 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-111345e9-6b39-4f9a-8c24-3dd6b2559911 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b272a7d7-f329-4e67-93ed-3a33b33d5b96 HTTP/1.1" status: 204 len: 168 time: 0.1364474 Aug 27 03:33:15.059453 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111345e9-6b39-4f9a-8c24-3dd6b2559911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b272a7d7-f329-4e67-93ed-3a33b33d5b96,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:15.180820 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b1b94-028c-41fd-891b-856281a1ce5d req-ed61e6b3-e74a-42e3-9d1b-ffe412cce20c tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:15.182922 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f83b1b94-028c-41fd-891b-856281a1ce5d req-ed61e6b3-e74a-42e3-9d1b-ffe412cce20c tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0531950 Aug 27 03:33:15.226484 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f83b1b94-028c-41fd-891b-856281a1ce5d req-cc043d66-502f-4029-a256-752169e30778 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372987 Aug 27 03:33:15.980670 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 6 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:33:16.348730 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85a223-8e96-4105-8003-4aca0f369a36 req-88ddc025-3c0e-439b-8495-7d5b916a7e00 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:16.350335 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8e85a223-8e96-4105-8003-4aca0f369a36 req-88ddc025-3c0e-439b-8495-7d5b916a7e00 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0549498 Aug 27 03:33:16.401029 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8e85a223-8e96-4105-8003-4aca0f369a36 req-873b841b-934a-4033-a87c-58b04c0083fc tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433939 Aug 27 03:33:17.262092 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-922e63ec-ff47-41f2-a85d-38775c4117ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:17.484317 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:17.534482 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a7a03-d8f1-4954-a71c-2c404cdf3b80 req-d5633aca-4bce-4872-8a85-2c9301c7d973 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:17.535923 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-993a7a03-d8f1-4954-a71c-2c404cdf3b80 req-d5633aca-4bce-4872-8a85-2c9301c7d973 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0530999 Aug 27 03:33:17.581239 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-993a7a03-d8f1-4954-a71c-2c404cdf3b80 req-c8810e62-8006-4a04-91c6-6037f34538ec tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393994 Aug 27 03:33:18.618002 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:18.714888 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e33ed-c250-449d-beb1-a0c740d5ffcb req-b634d5c3-91c0-4cae-ba82-e8a7c60567e1 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:18.716511 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9e9e33ed-c250-449d-beb1-a0c740d5ffcb req-b634d5c3-91c0-4cae-ba82-e8a7c60567e1 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0647981 Aug 27 03:33:18.757920 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9e9e33ed-c250-449d-beb1-a0c740d5ffcb req-b3ff161e-6c4c-458a-a4a3-befe323b90b2 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327067 Aug 27 03:33:19.884873 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ef4ec-f72d-4cc6-901f-29b58e16cdfa req-8f6b0312-1cfd-48f0-9bd5-20d9d522c4d6 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:19.886441 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1f4ef4ec-f72d-4cc6-901f-29b58e16cdfa req-8f6b0312-1cfd-48f0-9bd5-20d9d522c4d6 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0535567 Aug 27 03:33:19.925173 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1f4ef4ec-f72d-4cc6-901f-29b58e16cdfa req-1f6863af-2f45-4ccc-a2d7-9cd4d94a25c4 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324483 Aug 27 03:33:20.145625 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:21.058567 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe704d-a3f6-41b2-bd00-1671fff3bcbb req-4c134e53-506a-4ce5-8292-f5f3207c1453 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:21.060103 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-acbe704d-a3f6-41b2-bd00-1671fff3bcbb req-4c134e53-506a-4ce5-8292-f5f3207c1453 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0583613 Aug 27 03:33:21.104516 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-acbe704d-a3f6-41b2-bd00-1671fff3bcbb req-0228d1f8-f98e-4083-bf07-e99340fb5e32 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352130 Aug 27 03:33:22.240109 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469f890-c3ce-4e33-9369-6dbcde9bab4d req-e79419d4-742d-4934-b054-cfbe559e3aac tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:22.241528 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b469f890-c3ce-4e33-9369-6dbcde9bab4d req-e79419d4-742d-4934-b054-cfbe559e3aac tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0491910 Aug 27 03:33:22.279588 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b469f890-c3ce-4e33-9369-6dbcde9bab4d req-2f9572a0-e3b0-48c7-864b-0ecf62b09240 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316556 Aug 27 03:33:23.410590 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6c0c1-9c16-42f0-83f1-668fd0d7838c req-25a28c5c-5705-4433-ad24-1ca0b3715ef9 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:23.412193 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a6d6c0c1-9c16-42f0-83f1-668fd0d7838c req-25a28c5c-5705-4433-ad24-1ca0b3715ef9 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0532751 Aug 27 03:33:23.452599 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a6d6c0c1-9c16-42f0-83f1-668fd0d7838c req-51faf5fd-71b6-4145-acea-e7e751dcff5a tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337842 Aug 27 03:33:24.044098 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:24.047686 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c06f4058-e04f-4176-820a-a1b2bab0ddcf req-3ef2f87b-d2b0-48db-809a-64509d89b11a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436320 Aug 27 03:33:24.136881 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f4058-e04f-4176-820a-a1b2bab0ddcf req-d1da0a7d-5111-4598-920e-8cd8c920cadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:24.138359 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c06f4058-e04f-4176-820a-a1b2bab0ddcf req-d1da0a7d-5111-4598-920e-8cd8c920cadf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f60ccdbc7dbb46c6abacc312e57220a1&device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 1099 time: 0.0510874 Aug 27 03:33:24.273379 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f4058-e04f-4176-820a-a1b2bab0ddcf req-f0034677-0644-4bf4-b274-1a42f1f3039b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:24.274904 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c06f4058-e04f-4176-820a-a1b2bab0ddcf req-f0034677-0644-4bf4-b274-1a42f1f3039b service neutron] 10.222.0.63 "GET /v2.0/networks?id=914ec375-24a4-430c-b691-a84588d24cf3 HTTP/1.1" status: 200 len: 918 time: 0.1010091 Aug 27 03:33:24.357547 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c06f4058-e04f-4176-820a-a1b2bab0ddcf req-fddb4913-ae95-4e66-9785-08ffc8c30c76 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53984622-e10d-4108-aa2f-8e507e1bd0bf HTTP/1.1" status: 200 len: 1000 time: 0.0649693 Aug 27 03:33:24.422750 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f4058-e04f-4176-820a-a1b2bab0ddcf req-01ae12b9-2dcd-4501-9490-fab5d46b9dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:24.424366 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c06f4058-e04f-4176-820a-a1b2bab0ddcf req-01ae12b9-2dcd-4501-9490-fab5d46b9dc4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=01048c02-3dc7-4172-b7c7-73d0365326a6 HTTP/1.1" status: 200 len: 856 time: 0.0588474 Aug 27 03:33:24.487935 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f4058-e04f-4176-820a-a1b2bab0ddcf req-99c93b3d-fa76-4e3e-b361-0d4d2a516821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:24.489566 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c06f4058-e04f-4176-820a-a1b2bab0ddcf req-99c93b3d-fa76-4e3e-b361-0d4d2a516821 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=914ec375-24a4-430c-b691-a84588d24cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423124 Aug 27 03:33:24.621164 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7bad3-a1c0-4f59-ae0c-cb377b5efc31 req-16cab48d-1a29-4bf8-a0d3-53b12774e108 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:24.622605 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cbd7bad3-a1c0-4f59-ae0c-cb377b5efc31 req-16cab48d-1a29-4bf8-a0d3-53b12774e108 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0780821 Aug 27 03:33:24.624975 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c06f4058-e04f-4176-820a-a1b2bab0ddcf req-50f443b8-60d8-46c2-a496-902bc0a92965 service neutron] 10.222.0.63 "GET /v2.0/networks/914ec375-24a4-430c-b691-a84588d24cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269736 Aug 27 03:33:24.711076 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cbd7bad3-a1c0-4f59-ae0c-cb377b5efc31 req-7e744880-b6dc-4a55-aef3-d103c574ddb6 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820367 Aug 27 03:33:24.745596 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c06f4058-e04f-4176-820a-a1b2bab0ddcf req-9eaaecd4-c2e7-4e8c-b73a-993799158497 service neutron] 10.222.0.63 "GET /v2.0/networks/914ec375-24a4-430c-b691-a84588d24cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097467 Aug 27 03:33:25.851770 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b79ca-f1b7-4351-8a33-bd0ce274ebdd req-fdd65ca1-af1b-4cdd-a726-c0def9723064 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:25.853364 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-007b79ca-f1b7-4351-8a33-bd0ce274ebdd req-fdd65ca1-af1b-4cdd-a726-c0def9723064 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0617955 Aug 27 03:33:25.892023 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-007b79ca-f1b7-4351-8a33-bd0ce274ebdd req-c454c1b6-14f9-4fa8-9c35-b31f9f34a793 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325763 Aug 27 03:33:26.802577 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad80dff-1dda-4851-a2fe-3bdc9cf20137 req-02a66998-9bf9-459d-ac97-44e6b4e23f98 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:26.804371 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-aad80dff-1dda-4851-a2fe-3bdc9cf20137 req-02a66998-9bf9-459d-ac97-44e6b4e23f98 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0515389 Aug 27 03:33:26.845905 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-aad80dff-1dda-4851-a2fe-3bdc9cf20137 req-f62c9ffd-1587-44f5-b377-678ad84883f3 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354490 Aug 27 03:33:27.015625 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb61b9-01d3-4466-886f-9fb1b6cf4aa9 req-f14884d6-b228-4133-9bf8-0a930601d283 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:27.017085 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-22cb61b9-01d3-4466-886f-9fb1b6cf4aa9 req-f14884d6-b228-4133-9bf8-0a930601d283 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0547893 Aug 27 03:33:27.057434 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-22cb61b9-01d3-4466-886f-9fb1b6cf4aa9 req-03ce6110-c167-4dcb-a385-9565a78f0c60 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339870 Aug 27 03:33:27.978403 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b731974-c08b-402b-826c-6ae6ab6191ac req-a14a8b73-423e-45dc-934e-99d25ede84f5 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:27.978691 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8b731974-c08b-402b-826c-6ae6ab6191ac req-a14a8b73-423e-45dc-934e-99d25ede84f5 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0498679 Aug 27 03:33:28.020576 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8b731974-c08b-402b-826c-6ae6ab6191ac req-03f28187-4ed0-4976-ad9e-aeacab80929a tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330033 Aug 27 03:33:28.176940 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc8d2f-a898-4077-a8f9-10308854bcca req-28e712cb-2003-4d06-9f11-64bb51ff2a86 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:28.178954 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7fbc8d2f-a898-4077-a8f9-10308854bcca req-28e712cb-2003-4d06-9f11-64bb51ff2a86 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0521009 Aug 27 03:33:28.226467 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7fbc8d2f-a898-4077-a8f9-10308854bcca req-037f6a37-c9a1-4ae4-9fae-24e03c06cd94 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382669 Aug 27 03:33:29.144194 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1334d-73f1-474f-9e0e-41e106daaa53 req-12e77a22-16f3-46fd-b16e-6b99216d5258 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:29.145672 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5aa1334d-73f1-474f-9e0e-41e106daaa53 req-12e77a22-16f3-46fd-b16e-6b99216d5258 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0530696 Aug 27 03:33:29.188532 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5aa1334d-73f1-474f-9e0e-41e106daaa53 req-5d608e2d-93ad-4a9d-be06-57f9ae90a05a tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338650 Aug 27 03:33:29.358289 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed73511-aff0-4c71-8b43-33bcbad44ebc req-38c8f3da-9523-4399-9d53-0486499a15ff tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:29.359743 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2ed73511-aff0-4c71-8b43-33bcbad44ebc req-38c8f3da-9523-4399-9d53-0486499a15ff tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0568249 Aug 27 03:33:29.404679 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2ed73511-aff0-4c71-8b43-33bcbad44ebc req-ec4574af-ec3f-4441-817e-838fc0b34694 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385852 Aug 27 03:33:30.325042 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea53423-0497-4024-b73d-dbb85e3d8e80 req-e65d10dd-7f48-4d48-b49c-471e5bd79637 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:30.326518 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9ea53423-0497-4024-b73d-dbb85e3d8e80 req-e65d10dd-7f48-4d48-b49c-471e5bd79637 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0599470 Aug 27 03:33:30.365121 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9ea53423-0497-4024-b73d-dbb85e3d8e80 req-513ed4f1-6617-4735-a4b0-8a9071abd0b2 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310466 Aug 27 03:33:30.537589 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840292c-3f50-435d-be50-fc9809bb0638 req-4b51db0f-150d-47ff-9d5c-e178cd9170a6 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:30.539074 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1840292c-3f50-435d-be50-fc9809bb0638 req-4b51db0f-150d-47ff-9d5c-e178cd9170a6 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0636704 Aug 27 03:33:30.577989 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1840292c-3f50-435d-be50-fc9809bb0638 req-7db32cf0-cebd-47bf-ab76-03c841ae384c tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326676 Aug 27 03:33:30.764469 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae18dd5-6a77-4d07-b1f6-e70ee7670e65 req-1dc905f8-f32e-4946-8c93-6dfc1df0b8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:30.765983 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-bae18dd5-6a77-4d07-b1f6-e70ee7670e65 req-1dc905f8-f32e-4946-8c93-6dfc1df0b8df service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 1098 time: 0.0473559 Aug 27 03:33:30.803494 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-bae18dd5-6a77-4d07-b1f6-e70ee7670e65 req-15a64975-44f8-48cd-b34e-2f48661bf190 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287409 Aug 27 03:33:31.491475 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc199a-a40e-40de-88bd-8d31ec043ec8 req-2500474b-e2bb-47fe-b79d-2020d43e7646 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:31.492836 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-16cc199a-a40e-40de-88bd-8d31ec043ec8 req-2500474b-e2bb-47fe-b79d-2020d43e7646 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0517952 Aug 27 03:33:31.537322 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-16cc199a-a40e-40de-88bd-8d31ec043ec8 req-1e6a7bfd-d8c3-470a-8476-77c086bd82ac tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352595 Aug 27 03:33:31.718758 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea9457-c88b-4186-b8aa-2bd4f357c349 req-69a91bdc-3a75-4fa4-9b1c-63b3c24f9ade tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:31.720273 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b2ea9457-c88b-4186-b8aa-2bd4f357c349 req-69a91bdc-3a75-4fa4-9b1c-63b3c24f9ade tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0540740 Aug 27 03:33:31.759779 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b2ea9457-c88b-4186-b8aa-2bd4f357c349 req-0b0ff63a-a8ea-4a9f-8658-2cdb8d11fc0a tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319531 Aug 27 03:33:32.667187 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5699c2-dff2-4423-ac73-889e9100ddb4 req-f129cd23-f612-4e92-b408-674505b05008 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:32.668787 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ed5699c2-dff2-4423-ac73-889e9100ddb4 req-f129cd23-f612-4e92-b408-674505b05008 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0530660 Aug 27 03:33:32.708341 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ed5699c2-dff2-4423-ac73-889e9100ddb4 req-8ec2c2bc-11a2-4ce0-96df-15b07e9d0db2 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334458 Aug 27 03:33:32.896984 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca57c7-7beb-4164-8a1e-2bc82c1d136a req-73940111-b0b6-4700-825f-77d61a1b45f7 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:32.898462 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-17ca57c7-7beb-4164-8a1e-2bc82c1d136a req-73940111-b0b6-4700-825f-77d61a1b45f7 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0564811 Aug 27 03:33:32.937999 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-17ca57c7-7beb-4164-8a1e-2bc82c1d136a req-86725249-d5a8-4711-905e-ecf732a84d85 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331454 Aug 27 03:33:33.307179 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ddb107-c49c-4f88-a71f-00aad8870120 req-bbbbb805-984f-4475-b7f5-092d75849ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:33.308736 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-60ddb107-c49c-4f88-a71f-00aad8870120 req-bbbbb805-984f-4475-b7f5-092d75849ccd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dec8900e772c45c583c5e85e9958d95d&device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 1098 time: 0.0824938 Aug 27 03:33:33.316940 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd650e6-ff3d-4e24-9f54-bf747c196077 req-7d8715ba-9ce0-437d-a4ac-5882d80e07b5 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:33.318316 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cfd650e6-ff3d-4e24-9f54-bf747c196077 req-7d8715ba-9ce0-437d-a4ac-5882d80e07b5 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0835688 Aug 27 03:33:33.637430 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cfd650e6-ff3d-4e24-9f54-bf747c196077 req-fc1ff5af-9906-4395-8fc7-ccea4d6747fd tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124733 Aug 27 03:33:33.657747 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ddb107-c49c-4f88-a71f-00aad8870120 req-71850c8b-1e5a-4f83-aca1-1365e29b390b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:33.659369 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-60ddb107-c49c-4f88-a71f-00aad8870120 req-71850c8b-1e5a-4f83-aca1-1365e29b390b service neutron] 10.222.0.63 "GET /v2.0/networks?id=49eed060-6837-4e18-bdb1-2b63d9669339 HTTP/1.1" status: 200 len: 920 time: 0.3355751 Aug 27 03:33:33.704232 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-60ddb107-c49c-4f88-a71f-00aad8870120 req-934c4812-b84c-4e09-b92a-8b452d6a64d4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09d98d1e-1fdd-4a75-b401-02f9b781896d HTTP/1.1" status: 200 len: 217 time: 0.0343454 Aug 27 03:33:33.768429 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ddb107-c49c-4f88-a71f-00aad8870120 req-213280c2-12b4-49c6-83d7-8652fdf680fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:33.769926 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-60ddb107-c49c-4f88-a71f-00aad8870120 req-213280c2-12b4-49c6-83d7-8652fdf680fb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0d267862-f34f-457d-8ad5-859088d95a0f HTTP/1.1" status: 200 len: 859 time: 0.0510902 Aug 27 03:33:33.812513 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-60ddb107-c49c-4f88-a71f-00aad8870120 req-c587daf9-36e6-4a52-9daa-9481a1f2aae3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=49eed060-6837-4e18-bdb1-2b63d9669339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337150 Aug 27 03:33:33.899736 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa81fd-0094-48e6-815d-0a550e3c0881 req-740c24f9-4bed-4160-82f0-3f545db2883a tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:33.901348 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-aeaa81fd-0094-48e6-815d-0a550e3c0881 req-740c24f9-4bed-4160-82f0-3f545db2883a tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.1147928 Aug 27 03:33:33.952611 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-60ddb107-c49c-4f88-a71f-00aad8870120 req-d113e43d-4162-4725-8cdf-3d99c707f3eb service neutron] 10.222.0.63 "GET /v2.0/networks/49eed060-6837-4e18-bdb1-2b63d9669339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233485 Aug 27 03:33:33.959987 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-aeaa81fd-0094-48e6-815d-0a550e3c0881 req-6b79d10f-50fc-4aec-b063-448cdcfc55a6 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525298 Aug 27 03:33:34.057503 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-60ddb107-c49c-4f88-a71f-00aad8870120 req-4959f03b-2852-4a56-8aed-81cd9463379a service neutron] 10.222.0.63 "GET /v2.0/networks/49eed060-6837-4e18-bdb1-2b63d9669339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925961 Aug 27 03:33:34.768982 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7717efb3-f609-4445-9ef0-5690d7684bdd req-0513ac66-b9a9-42d9-8be7-0421953fd34f tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:34.770491 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7717efb3-f609-4445-9ef0-5690d7684bdd req-0513ac66-b9a9-42d9-8be7-0421953fd34f tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0583770 Aug 27 03:33:34.809810 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7717efb3-f609-4445-9ef0-5690d7684bdd req-ba8afbc7-ba5f-463e-a611-40d292926b85 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331419 Aug 27 03:33:35.094637 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496f75e-94be-49b0-a448-7229ad952596 req-02fcbafa-8937-4b49-9880-0cb8dd774351 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:35.096136 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e496f75e-94be-49b0-a448-7229ad952596 req-02fcbafa-8937-4b49-9880-0cb8dd774351 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0643303 Aug 27 03:33:35.139917 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e496f75e-94be-49b0-a448-7229ad952596 req-3929e7ec-9095-424c-9525-8e791f2c8b6f tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347807 Aug 27 03:33:35.488370 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df4c72-0f4e-484f-8570-cb102d65c1cc req-ebc6bfe7-ebfa-4ce9-8610-f51b69c17ea2 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:35.489829 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-34df4c72-0f4e-484f-8570-cb102d65c1cc req-ebc6bfe7-ebfa-4ce9-8610-f51b69c17ea2 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ffca0db-5614-4bf4-9dfd-82baf16ab054 HTTP/1.1" status: 200 len: 945 time: 0.0527339 Aug 27 03:33:35.529560 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-34df4c72-0f4e-484f-8570-cb102d65c1cc req-a6bd4f5f-76e0-4a11-831a-7e7b9dce1959 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b03ecd28-9739-4dd0-bf70-b3f1fb35cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333588 Aug 27 03:33:35.940974 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c305e-11b5-4f0b-ae66-616d418144c8 req-12dac6d2-3547-4b22-a3e8-4e548fc80349 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:35.942411 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-833c305e-11b5-4f0b-ae66-616d418144c8 req-12dac6d2-3547-4b22-a3e8-4e548fc80349 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0503325 Aug 27 03:33:35.980009 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-833c305e-11b5-4f0b-ae66-616d418144c8 req-6338b6e6-9484-41d6-856a-4829ea1de4fc tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311818 Aug 27 03:33:36.271735 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43f9b5-6d92-4ac2-8eca-988cd0991a15 req-286e0039-1ddb-42b6-a008-834bec7d7060 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:36.273224 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1d43f9b5-6d92-4ac2-8eca-988cd0991a15 req-286e0039-1ddb-42b6-a008-834bec7d7060 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0638986 Aug 27 03:33:36.315340 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1d43f9b5-6d92-4ac2-8eca-988cd0991a15 req-423a8ecc-d9c8-465b-a78e-7e16999b140e tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347879 Aug 27 03:33:36.657521 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007588d-9d15-43f8-bec9-4dfe1f934d39 req-3cae55c6-9659-47c2-b38a-6f3460f24a1b tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:36.658973 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d007588d-9d15-43f8-bec9-4dfe1f934d39 req-3cae55c6-9659-47c2-b38a-6f3460f24a1b tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ffca0db-5614-4bf4-9dfd-82baf16ab054 HTTP/1.1" status: 200 len: 945 time: 0.0529675 Aug 27 03:33:36.712987 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d007588d-9d15-43f8-bec9-4dfe1f934d39 req-a9182cca-9e24-4455-ae80-33df4f403fec tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b03ecd28-9739-4dd0-bf70-b3f1fb35cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449092 Aug 27 03:33:37.114585 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488252f-31fd-4e3d-b872-726545744760 req-892d8e5c-3b59-4d40-ab95-9f210d7311d8 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:37.116111 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e488252f-31fd-4e3d-b872-726545744760 req-892d8e5c-3b59-4d40-ab95-9f210d7311d8 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0504332 Aug 27 03:33:37.155399 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e488252f-31fd-4e3d-b872-726545744760 req-b0c1d38d-0190-4656-9033-fc0655efd06a tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328493 Aug 27 03:33:37.447149 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3963e-1557-485f-a49c-a22a9de15a0e req-432d0a59-edcd-419b-937a-60814755bf79 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:37.448767 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-aae3963e-1557-485f-a49c-a22a9de15a0e req-432d0a59-edcd-419b-937a-60814755bf79 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0542717 Aug 27 03:33:37.489792 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-aae3963e-1557-485f-a49c-a22a9de15a0e req-97c5c5c0-56a8-4a61-b78c-33eabb5e5c90 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341790 Aug 27 03:33:37.841970 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769c686-56f3-4c95-bee1-f9a6c31eeed1 req-b604572a-0e76-4ef9-866b-c7c4c6bb8a40 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:37.843386 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8769c686-56f3-4c95-bee1-f9a6c31eeed1 req-b604572a-0e76-4ef9-866b-c7c4c6bb8a40 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ffca0db-5614-4bf4-9dfd-82baf16ab054 HTTP/1.1" status: 200 len: 945 time: 0.0520406 Aug 27 03:33:37.885769 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8769c686-56f3-4c95-bee1-f9a6c31eeed1 req-b2446351-a549-4d43-980f-3635213d5b0b tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/security-groups?id=b03ecd28-9739-4dd0-bf70-b3f1fb35cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362663 Aug 27 03:33:38.103888 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a4407-c4a1-42c0-876a-de612eef35d2 req-84fbf161-8ecd-4c3c-937e-73d5788f2f9c tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:38.105479 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6f0a4407-c4a1-42c0-876a-de612eef35d2 req-84fbf161-8ecd-4c3c-937e-73d5788f2f9c tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ffca0db-5614-4bf4-9dfd-82baf16ab054 HTTP/1.1" status: 200 len: 945 time: 0.0774474 Aug 27 03:33:38.217533 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [req-6f0a4407-c4a1-42c0-876a-de612eef35d2 req-15da6827-15e4-4a91-b0a8-25ad63eaae57 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Deleting port 27f03c09-eef2-4905-81b1-c2bc4f2bc7fe {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:33:38.218208 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-6f0a4407-c4a1-42c0-876a-de612eef35d2 req-15da6827-15e4-4a91-b0a8-25ad63eaae57 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:38.317882 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-6f0a4407-c4a1-42c0-876a-de612eef35d2 req-15da6827-15e4-4a91-b0a8-25ad63eaae57 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] For port 27f03c09-eef2-4905-81b1-c2bc4f2bc7fe, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=27f03c09-eef2-4905-81b1-c2bc4f2bc7fe,segment=NetworkSegment(a52aa248-3220-4413-a875-7c5b32959841),segment_id=a52aa248-3220-4413-a875-7c5b32959841)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:33:38.318249 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-6f0a4407-c4a1-42c0-876a-de612eef35d2 req-15da6827-15e4-4a91-b0a8-25ad63eaae57 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:38.331813 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [req-6f0a4407-c4a1-42c0-876a-de612eef35d2 req-15da6827-15e4-4a91-b0a8-25ad63eaae57 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Calling delete_port for 27f03c09-eef2-4905-81b1-c2bc4f2bc7fe owned by compute:nova {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:33:38.465817 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-6f0a4407-c4a1-42c0-876a-de612eef35d2 req-15da6827-15e4-4a91-b0a8-25ad63eaae57 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:38.481776 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] get_ports_and_sgs() called for port_ids ['27f03c09-eef2-4905-81b1-c2bc4f2bc7fe'] {{(pid=93892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:33:38.496358 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da6827-15e4-4a91-b0a8-25ad63eaae57 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Pushing event deleted for resources: {'Port': ['ID=27f03c09-eef2-4905-81b1-c2bc4f2bc7fe,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:38.509457 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da6827-15e4-4a91-b0a8-25ad63eaae57 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:38.509457 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da6827-15e4-4a91-b0a8-25ad63eaae57 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:38.509784 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da6827-15e4-4a91-b0a8-25ad63eaae57 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:38.509914 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da6827-15e4-4a91-b0a8-25ad63eaae57 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:38.510213 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da6827-15e4-4a91-b0a8-25ad63eaae57 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:38.512460 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da6827-15e4-4a91-b0a8-25ad63eaae57 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:38.512460 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da6827-15e4-4a91-b0a8-25ad63eaae57 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:38.512460 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da6827-15e4-4a91-b0a8-25ad63eaae57 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:38.512460 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da6827-15e4-4a91-b0a8-25ad63eaae57 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:38.512460 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da6827-15e4-4a91-b0a8-25ad63eaae57 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:38.512914 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da6827-15e4-4a91-b0a8-25ad63eaae57 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:38.512998 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da6827-15e4-4a91-b0a8-25ad63eaae57 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:38.556281 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0a4407-c4a1-42c0-876a-de612eef35d2 req-15da6827-15e4-4a91-b0a8-25ad63eaae57 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] No DVR routers for this DVR port 27f03c09-eef2-4905-81b1-c2bc4f2bc7fe on host hv-cinder-80473 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:33:38.559257 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-6f0a4407-c4a1-42c0-876a-de612eef35d2 req-15da6827-15e4-4a91-b0a8-25ad63eaae57 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:38.561341 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6f0a4407-c4a1-42c0-876a-de612eef35d2 req-15da6827-15e4-4a91-b0a8-25ad63eaae57 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.63 "DELETE /v2.0/ports/27f03c09-eef2-4905-81b1-c2bc4f2bc7fe HTTP/1.1" status: 204 len: 173 time: 0.4430504 Aug 27 03:33:38.561768 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffca0db-5614-4bf4-9dfd-82baf16ab054', 'name': 'network-vif-deleted', 'tag': '27f03c09-eef2-4905-81b1-c2bc4f2bc7fe'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:33:38.564132 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5db798dbfc6723b72cacb44784ab66cf68bec91175074e332c63962bd4ba80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c05c19-8204-4691-b8e7-c1fd20bfa352" -d '{"events": [{"server_uuid": "2ffca0db-5614-4bf4-9dfd-82baf16ab054", "name": "network-vif-deleted", "tag": "27f03c09-eef2-4905-81b1-c2bc4f2bc7fe"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:33:38.627080 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347a47c-13cc-46f6-8fe1-07482ed912a4 req-49eec570-1c34-4659-9697-be7eef1e2b9f tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:38.628825 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7347a47c-13cc-46f6-8fe1-07482ed912a4 req-49eec570-1c34-4659-9697-be7eef1e2b9f tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0609705 Aug 27 03:33:38.661890 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f837c321-7d86-4a39-8d04-002f9056e0e8 x-openstack-request-id: req-f837c321-7d86-4a39-8d04-002f9056e0e8 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:33:38.662306 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ffca0db-5614-4bf4-9dfd-82baf16ab054", "name": "network-vif-deleted", "tag": "27f03c09-eef2-4905-81b1-c2bc4f2bc7fe", "status": "completed", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:33:38.662648 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f837c321-7d86-4a39-8d04-002f9056e0e8 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:33:38.663449 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ffca0db-5614-4bf4-9dfd-82baf16ab054', 'name': 'network-vif-deleted', 'tag': '27f03c09-eef2-4905-81b1-c2bc4f2bc7fe', 'status': 'completed', 'code': 200} Aug 27 03:33:38.686451 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7347a47c-13cc-46f6-8fe1-07482ed912a4 req-7bad9b26-a65d-4d1d-b4bb-60462ae5e9ee tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500047 Aug 27 03:33:39.007407 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e0786269-8dc1-4d68-8b82-f86bc4c0a048 req-94b7c175-2f03-4e56-82c7-6caaf7087cf9 tempest-VolumesSnapshotTestJSON-1729688188 tempest-VolumesSnapshotTestJSON-1729688188-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ffca0db-5614-4bf4-9dfd-82baf16ab054 HTTP/1.1" status: 200 len: 210 time: 0.0279040 Aug 27 03:33:39.809332 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b96f11-d9c9-4290-ad36-992c542a0b7d req-6f039c09-b5e4-4ff4-b952-62d78fde7d9b tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:39.810833 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-19b96f11-d9c9-4290-ad36-992c542a0b7d req-6f039c09-b5e4-4ff4-b952-62d78fde7d9b tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0510585 Aug 27 03:33:39.851366 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-19b96f11-d9c9-4290-ad36-992c542a0b7d req-873f05bc-9664-4325-8067-879e2f5d235f tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337629 Aug 27 03:33:40.304847 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 55140) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:40.428730 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-31df95db-27fa-446a-a962-a307f60dfa9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:40.535140 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-31df95db-27fa-446a-a962-a307f60dfa9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:40.539776 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-31df95db-27fa-446a-a962-a307f60dfa9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:40.575513 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df95db-27fa-446a-a962-a307f60dfa9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af57ff8-2671-4a77-836b-c741bb8d354b,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:40.579904 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-31df95db-27fa-446a-a962-a307f60dfa9b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ba839282268642fbbb9f2497e1c2e166&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2740450 Aug 27 03:33:40.582875 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 55144) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:40.635119 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2086e752-3006-42e6-a25e-45b49306ae36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:40.657038 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2086e752-3006-42e6-a25e-45b49306ae36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:40.715001 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2086e752-3006-42e6-a25e-45b49306ae36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:40.717650 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2086e752-3006-42e6-a25e-45b49306ae36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:40.718826 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-2086e752-3006-42e6-a25e-45b49306ae36 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5af57ff8-2671-4a77-836b-c741bb8d354b HTTP/1.1" status: 204 len: 168 time: 0.1349711 Aug 27 03:33:40.726767 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2086e752-3006-42e6-a25e-45b49306ae36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af57ff8-2671-4a77-836b-c741bb8d354b,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:40.976601 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67b4d0-fe5e-4fc0-9cd7-e792667eecab req-8f9bf0a8-50ac-4025-87f4-8564027603b7 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:40.978980 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-0e67b4d0-fe5e-4fc0-9cd7-e792667eecab req-8f9bf0a8-50ac-4025-87f4-8564027603b7 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0588679 Aug 27 03:33:41.024559 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-0e67b4d0-fe5e-4fc0-9cd7-e792667eecab req-c6827a15-5e40-4625-9ae4-d894215e6ae6 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389926 Aug 27 03:33:41.139693 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989edbf6-a97a-4bb6-82f0-7f1f3ffda3b4 req-1b9b2847-8ece-494d-b050-8b62b6e931b0 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:41.141075 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-989edbf6-a97a-4bb6-82f0-7f1f3ffda3b4 req-1b9b2847-8ece-494d-b050-8b62b6e931b0 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 945 time: 0.0498488 Aug 27 03:33:41.179880 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-989edbf6-a97a-4bb6-82f0-7f1f3ffda3b4 req-4c0e68ea-ccf5-4021-9a78-09a2f5025004 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327358 Aug 27 03:33:41.805369 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 55192) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:41.915006 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6500e86e-dd45-4ced-b0e5-d919f34bdb80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:42.019705 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6500e86e-dd45-4ced-b0e5-d919f34bdb80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:42.026046 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6500e86e-dd45-4ced-b0e5-d919f34bdb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:42.062752 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-6500e86e-dd45-4ced-b0e5-d919f34bdb80 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5b5a9889df454572a6141d04f7e15ee5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2560327 Aug 27 03:33:42.064714 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500e86e-dd45-4ced-b0e5-d919f34bdb80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de354b9-bac8-4237-a12f-5ca2995f5212,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:42.065896 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 55198) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:42.116970 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-26f8236c-15c4-4d32-8d26-f02f10a109e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:42.138384 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-26f8236c-15c4-4d32-8d26-f02f10a109e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:42.148991 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b11f7-c534-4cd0-8b1a-b03469f02efd req-c1998811-2a63-4074-aa7d-0ec495c7c5af tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:42.150465 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5f1b11f7-c534-4cd0-8b1a-b03469f02efd req-c1998811-2a63-4074-aa7d-0ec495c7c5af tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0520186 Aug 27 03:33:42.188738 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5f1b11f7-c534-4cd0-8b1a-b03469f02efd req-9ab718b2-72b4-4bb7-922b-007b1e75df33 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320582 Aug 27 03:33:42.189315 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-26f8236c-15c4-4d32-8d26-f02f10a109e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:42.192378 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-26f8236c-15c4-4d32-8d26-f02f10a109e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:42.193632 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-26f8236c-15c4-4d32-8d26-f02f10a109e4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2de354b9-bac8-4237-a12f-5ca2995f5212 HTTP/1.1" status: 204 len: 168 time: 0.1266408 Aug 27 03:33:42.211754 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8236c-15c4-4d32-8d26-f02f10a109e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de354b9-bac8-4237-a12f-5ca2995f5212,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:42.297258 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359f802-a5b2-46e8-b6da-6c48791d6835 req-6b38659b-0a17-4dbd-9adc-dd9a74150d7d tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:42.298751 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2359f802-a5b2-46e8-b6da-6c48791d6835 req-6b38659b-0a17-4dbd-9adc-dd9a74150d7d tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 945 time: 0.0493808 Aug 27 03:33:42.338009 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2359f802-a5b2-46e8-b6da-6c48791d6835 req-e5ba51fc-1031-4ae2-8e5c-d56ebb009b4c tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327084 Aug 27 03:33:42.801761 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 27f03c09-eef2-4905-81b1-c2bc4f2bc7fe no longer exists at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:33:42.821767 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] No Port match for: 27f03c09-eef2-4905-81b1-c2bc4f2bc7fe {{(pid=93892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:33:42.822106 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 27f03c09-eef2-4905-81b1-c2bc4f2bc7fe not bound to the agent host hv-cinder-80473 {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:33:43.317344 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1734c-e21b-4701-86e4-04cdee4d33bc req-5d945d50-1758-43e0-b037-d64c7a376464 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:43.318865 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-40e1734c-e21b-4701-86e4-04cdee4d33bc req-5d945d50-1758-43e0-b037-d64c7a376464 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0528305 Aug 27 03:33:43.369942 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-40e1734c-e21b-4701-86e4-04cdee4d33bc req-db4c8a08-6827-4318-a16a-62c0bf77fcb9 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444777 Aug 27 03:33:43.462682 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1bed6-7d0e-4e37-ba8c-32cab3813b98 req-344060e9-c80c-47e1-80d6-e36f6c458138 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:43.464072 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4cc1bed6-7d0e-4e37-ba8c-32cab3813b98 req-344060e9-c80c-47e1-80d6-e36f6c458138 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 945 time: 0.0537825 Aug 27 03:33:43.505071 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4cc1bed6-7d0e-4e37-ba8c-32cab3813b98 req-4a2ebebe-499b-4d9b-9c42-1b1c1e53c6c6 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322504 Aug 27 03:33:44.502558 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b4bf0-c099-45af-85a7-db48db53b2bc req-d7fc2541-7e0d-464e-8249-e4e7350cc1b0 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:44.504070 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5c1b4bf0-c099-45af-85a7-db48db53b2bc req-d7fc2541-7e0d-464e-8249-e4e7350cc1b0 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0607209 Aug 27 03:33:44.547998 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5c1b4bf0-c099-45af-85a7-db48db53b2bc req-208256f8-f3bc-4dbb-9cb3-84b505d6c3ef tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350835 Aug 27 03:33:44.626816 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9f993-371b-40d2-9a4a-c407f448be84 req-da8cb6b8-7c39-46c7-908d-5af9b9b308b6 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:44.628361 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-0aa9f993-371b-40d2-9a4a-c407f448be84 req-da8cb6b8-7c39-46c7-908d-5af9b9b308b6 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 945 time: 0.0507989 Aug 27 03:33:44.667818 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-0aa9f993-371b-40d2-9a4a-c407f448be84 req-974fb759-2fe3-4c0e-b858-86ac6479c717 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334401 Aug 27 03:33:44.865620 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-298b2630-c138-4c82-8a97-138ef999bd2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:45.348386 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78885d7d-c585-4536-b478-be5e9af3a2eb req-602264bd-2837-467d-8537-710fffab99ff tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:45.349825 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-78885d7d-c585-4536-b478-be5e9af3a2eb req-602264bd-2837-467d-8537-710fffab99ff tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.63 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 945 time: 0.0577683 Aug 27 03:33:45.452735 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [req-78885d7d-c585-4536-b478-be5e9af3a2eb req-c740b6c4-54b1-4097-bd3c-5125ed15559a tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Deleting port 3a9cae7d-f3bd-41ea-856e-afad4fd8420a {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:33:45.453165 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-78885d7d-c585-4536-b478-be5e9af3a2eb req-c740b6c4-54b1-4097-bd3c-5125ed15559a tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:45.545749 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-78885d7d-c585-4536-b478-be5e9af3a2eb req-c740b6c4-54b1-4097-bd3c-5125ed15559a tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] For port 3a9cae7d-f3bd-41ea-856e-afad4fd8420a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3a9cae7d-f3bd-41ea-856e-afad4fd8420a,segment=NetworkSegment(bf89ee51-e919-4dee-a3ba-77de2e060ae9),segment_id=bf89ee51-e919-4dee-a3ba-77de2e060ae9)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:33:45.546376 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-78885d7d-c585-4536-b478-be5e9af3a2eb req-c740b6c4-54b1-4097-bd3c-5125ed15559a tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:45.560521 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [req-78885d7d-c585-4536-b478-be5e9af3a2eb req-c740b6c4-54b1-4097-bd3c-5125ed15559a tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Calling delete_port for 3a9cae7d-f3bd-41ea-856e-afad4fd8420a owned by compute:nova {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:33:45.682597 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e799f-5c6c-46ff-b9be-a8c42ad8ee41 req-45bb452e-5dd5-4b82-93dd-5c862758afa6 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:45.684779 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-579e799f-5c6c-46ff-b9be-a8c42ad8ee41 req-45bb452e-5dd5-4b82-93dd-5c862758afa6 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0656679 Aug 27 03:33:45.765942 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-78885d7d-c585-4536-b478-be5e9af3a2eb req-c740b6c4-54b1-4097-bd3c-5125ed15559a tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:45.778793 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] get_ports_and_sgs() called for port_ids ['09d98d1e-1fdd-4a75-b401-02f9b781896d', '3a9cae7d-f3bd-41ea-856e-afad4fd8420a'] {{(pid=93892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:33:45.814046 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c740b6c4-54b1-4097-bd3c-5125ed15559a tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Pushing event deleted for resources: {'Port': ['ID=3a9cae7d-f3bd-41ea-856e-afad4fd8420a,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:45.817378 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-152145dc-303b-41e8-93f6-476b79fe136b req-16021034-d3e8-41b9-804c-49ef93ba3c87 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=812b109c-444e-4971-99e3-59d4d3993ff3 HTTP/1.1" status: 200 len: 210 time: 0.0636950 Aug 27 03:33:45.831384 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-579e799f-5c6c-46ff-b9be-a8c42ad8ee41 req-dae5d51a-ef31-467f-a4d1-568f20a3c1f9 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187127 Aug 27 03:33:45.887687 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [req-78885d7d-c585-4536-b478-be5e9af3a2eb req-c740b6c4-54b1-4097-bd3c-5125ed15559a tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] No DVR routers for this DVR port 3a9cae7d-f3bd-41ea-856e-afad4fd8420a on host hv-cinder-80473 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:33:45.893057 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-78885d7d-c585-4536-b478-be5e9af3a2eb req-c740b6c4-54b1-4097-bd3c-5125ed15559a tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:45.895073 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-78885d7d-c585-4536-b478-be5e9af3a2eb req-c740b6c4-54b1-4097-bd3c-5125ed15559a tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.63 "DELETE /v2.0/ports/3a9cae7d-f3bd-41ea-856e-afad4fd8420a HTTP/1.1" status: 204 len: 173 time: 0.5374637 Aug 27 03:33:45.895550 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '812b109c-444e-4971-99e3-59d4d3993ff3', 'name': 'network-vif-deleted', 'tag': '3a9cae7d-f3bd-41ea-856e-afad4fd8420a'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:33:45.897825 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5db798dbfc6723b72cacb44784ab66cf68bec91175074e332c63962bd4ba80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b7cf8f-dc49-4d8d-a62a-9ee7f0cd5360" -d '{"events": [{"server_uuid": "812b109c-444e-4971-99e3-59d4d3993ff3", "name": "network-vif-deleted", "tag": "3a9cae7d-f3bd-41ea-856e-afad4fd8420a"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:33:45.951261 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b32a671-fd13-484e-ae33-f2813cffa7ee x-openstack-request-id: req-6b32a671-fd13-484e-ae33-f2813cffa7ee {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:33:45.951578 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "812b109c-444e-4971-99e3-59d4d3993ff3", "name": "network-vif-deleted", "tag": "3a9cae7d-f3bd-41ea-856e-afad4fd8420a", "status": "completed", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:33:45.951831 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6b32a671-fd13-484e-ae33-f2813cffa7ee {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:33:45.952232 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '812b109c-444e-4971-99e3-59d4d3993ff3', 'name': 'network-vif-deleted', 'tag': '3a9cae7d-f3bd-41ea-856e-afad4fd8420a', 'status': 'completed', 'code': 200} Aug 27 03:33:46.979644 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0b2eb-bae6-4610-8b55-d6037ce6b0c1 req-5b3f98a9-66d9-4338-91c1-f557e7e77125 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:46.981350 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2ff0b2eb-bae6-4610-8b55-d6037ce6b0c1 req-5b3f98a9-66d9-4338-91c1-f557e7e77125 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0585122 Aug 27 03:33:47.023964 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2ff0b2eb-bae6-4610-8b55-d6037ce6b0c1 req-403aee32-3dfa-4feb-abb3-12d76bc0e0ae tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364790 Aug 27 03:33:47.150894 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7bad55-725c-4ea6-8457-df54eed69068 req-30909ea8-0b87-4185-be0c-e193e23d7192 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:47.150894 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7e7bad55-725c-4ea6-8457-df54eed69068 req-30909ea8-0b87-4185-be0c-e193e23d7192 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0554714 Aug 27 03:33:47.188121 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7e7bad55-725c-4ea6-8457-df54eed69068 req-e31024e6-0d60-4476-8bec-ebdb16d7a8ec tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342047 Aug 27 03:33:47.264286 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-3b96e564-6e97-4922-8e7a-d177bfc9ea7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:47.491196 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:48.156243 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0082de5-d420-464f-9c32-5594418a10d3 req-adfeb5ce-5ca6-4836-a94a-a698fea7e2ea tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:48.157551 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b0082de5-d420-464f-9c32-5594418a10d3 req-adfeb5ce-5ca6-4836-a94a-a698fea7e2ea tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0582795 Aug 27 03:33:48.196914 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b0082de5-d420-464f-9c32-5594418a10d3 req-1d124fa6-add2-4ddd-a7a1-0ef6016ca31b tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334566 Aug 27 03:33:48.307797 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 3a9cae7d-f3bd-41ea-856e-afad4fd8420a no longer exists at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:33:48.311269 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48abd3-c2be-4e4d-86c6-511dc1722c2b req-b5174779-9cbe-435f-9967-64c8a372315b tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:48.313291 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4e48abd3-c2be-4e4d-86c6-511dc1722c2b req-b5174779-9cbe-435f-9967-64c8a372315b tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0503693 Aug 27 03:33:48.329253 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] No Port match for: 3a9cae7d-f3bd-41ea-856e-afad4fd8420a {{(pid=93892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:33:48.329600 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 3a9cae7d-f3bd-41ea-856e-afad4fd8420a not bound to the agent host hv-cinder-80473 {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:33:48.367476 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4e48abd3-c2be-4e4d-86c6-511dc1722c2b req-04e00bcf-49c1-443e-810d-a7856e979630 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391393 Aug 27 03:33:48.619690 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:49.326123 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067c99c-566e-4920-b50d-438ac18a84d7 req-e1838322-209a-44fc-ad49-df4cb298a11d tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:49.328076 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5067c99c-566e-4920-b50d-438ac18a84d7 req-e1838322-209a-44fc-ad49-df4cb298a11d tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0549035 Aug 27 03:33:49.369232 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5067c99c-566e-4920-b50d-438ac18a84d7 req-7cf91e56-9e18-4b44-bcdd-61ca145d4d60 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336773 Aug 27 03:33:49.489928 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d1097-89af-4d73-84d0-88218286259c req-24aef05c-4088-4bde-baf4-ffbd0fd75d04 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:49.491486 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-fb9d1097-89af-4d73-84d0-88218286259c req-24aef05c-4088-4bde-baf4-ffbd0fd75d04 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0544932 Aug 27 03:33:49.534126 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-fb9d1097-89af-4d73-84d0-88218286259c req-d3fe3824-476e-408a-836a-f3d83df4239f tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363846 Aug 27 03:33:50.154924 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:50.497031 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444b3aa-d3bd-461b-a1de-7a979137a5d1 req-3e5b73de-f88d-473a-b1ca-6ea67bc2f8cb tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:50.498825 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5444b3aa-d3bd-461b-a1de-7a979137a5d1 req-3e5b73de-f88d-473a-b1ca-6ea67bc2f8cb tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0588317 Aug 27 03:33:50.539845 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5444b3aa-d3bd-461b-a1de-7a979137a5d1 req-177f0fb8-1600-4386-be37-1fdeef00816b tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321331 Aug 27 03:33:50.656234 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec0aed-8304-417d-b988-cb04e2257560 req-0da807cb-2f16-4ba0-a2f1-330bcbea5fca tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:50.657745 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-24ec0aed-8304-417d-b988-cb04e2257560 req-0da807cb-2f16-4ba0-a2f1-330bcbea5fca tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0513494 Aug 27 03:33:50.700090 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-24ec0aed-8304-417d-b988-cb04e2257560 req-46b8ab67-2780-495c-bc36-401cf6195c3c tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354915 Aug 27 03:33:50.768005 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6006e6-8d59-4aa2-ba01-956e7399f5e1 req-36ba5ec2-51f0-4b47-a96c-dec89ed27730 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:50.769462 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ca6006e6-8d59-4aa2-ba01-956e7399f5e1 req-36ba5ec2-51f0-4b47-a96c-dec89ed27730 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0529771 Aug 27 03:33:50.810724 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ca6006e6-8d59-4aa2-ba01-956e7399f5e1 req-b3951b75-add0-4927-8d97-b1e38f40b594 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344098 Aug 27 03:33:51.827553 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7d6ff-7fb6-4ff0-9637-92d4d0a8f6ee req-855ec63e-c4a8-434b-8230-5fa82b50482d tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:51.829080 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b7a7d6ff-7fb6-4ff0-9637-92d4d0a8f6ee req-855ec63e-c4a8-434b-8230-5fa82b50482d tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0594831 Aug 27 03:33:51.871873 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b7a7d6ff-7fb6-4ff0-9637-92d4d0a8f6ee req-c402dab5-47d2-4416-8374-eb19a5d47f40 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338981 Aug 27 03:33:51.932900 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce865e-4db8-4c2f-a2e8-aded5f36e4e1 req-5f27f15b-bc72-4b6e-a7a7-8a686ca815ac tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:51.934388 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d1ce865e-4db8-4c2f-a2e8-aded5f36e4e1 req-5f27f15b-bc72-4b6e-a7a7-8a686ca815ac tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0547454 Aug 27 03:33:51.973512 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d1ce865e-4db8-4c2f-a2e8-aded5f36e4e1 req-5b128607-9ffc-487c-8f5d-58078b8367f1 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330243 Aug 27 03:33:52.980912 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 6 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:33:53.004353 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a90041-5677-475a-95cb-0ca3fc203dcd req-3c3f36a8-3eb6-4020-9700-5fa229612433 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:53.005799 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d0a90041-5677-475a-95cb-0ca3fc203dcd req-3c3f36a8-3eb6-4020-9700-5fa229612433 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0603848 Aug 27 03:33:53.050523 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d0a90041-5677-475a-95cb-0ca3fc203dcd req-474f4255-ee7e-4e6a-95ce-251d613b80f8 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372684 Aug 27 03:33:53.097902 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7d3f7-96fb-4398-b581-3fb708fc663e req-ee0edacf-8fd6-45b5-806f-d2e3ed1e333b tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:53.099406 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-42b7d3f7-96fb-4398-b581-3fb708fc663e req-ee0edacf-8fd6-45b5-806f-d2e3ed1e333b tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0480146 Aug 27 03:33:53.138537 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-42b7d3f7-96fb-4398-b581-3fb708fc663e req-fb3b80db-7c46-4f38-9586-7289a558aa6c tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330889 Aug 27 03:33:53.333360 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808111b6-3b0e-4fd2-a0ba-52a9d897ae37 req-4b7acba9-792c-407e-8d59-1ddbd36c11eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:53.334819 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-808111b6-3b0e-4fd2-a0ba-52a9d897ae37 req-4b7acba9-792c-407e-8d59-1ddbd36c11eb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=527dc9638ff74cfda148b7cf1b61c6c8&device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 1098 time: 0.0480583 Aug 27 03:33:53.429992 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808111b6-3b0e-4fd2-a0ba-52a9d897ae37 req-cb3bd595-ea77-4ad5-bc54-21300906af15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:53.431510 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-808111b6-3b0e-4fd2-a0ba-52a9d897ae37 req-cb3bd595-ea77-4ad5-bc54-21300906af15 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ff2334ee-c3c9-468a-845a-218e819133a7 HTTP/1.1" status: 200 len: 912 time: 0.0872154 Aug 27 03:33:53.498974 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-808111b6-3b0e-4fd2-a0ba-52a9d897ae37 req-8246c22e-167d-41fa-99a6-e7f87aee8828 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00f4f309-41f4-4e94-86a4-ef0178135a23 HTTP/1.1" status: 200 len: 1000 time: 0.0558884 Aug 27 03:33:53.552351 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808111b6-3b0e-4fd2-a0ba-52a9d897ae37 req-882e307a-d879-413d-853e-73d0edbe6bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:53.554052 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-808111b6-3b0e-4fd2-a0ba-52a9d897ae37 req-882e307a-d879-413d-853e-73d0edbe6bba service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8881d854-768f-46f5-bb0c-d6718d4b9eba HTTP/1.1" status: 200 len: 850 time: 0.0449123 Aug 27 03:33:53.615814 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808111b6-3b0e-4fd2-a0ba-52a9d897ae37 req-e5a1ffd8-4a76-4352-917d-6c1ab867413c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:53.618121 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-808111b6-3b0e-4fd2-a0ba-52a9d897ae37 req-e5a1ffd8-4a76-4352-917d-6c1ab867413c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ff2334ee-c3c9-468a-845a-218e819133a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546398 Aug 27 03:33:53.716323 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-808111b6-3b0e-4fd2-a0ba-52a9d897ae37 req-16e08352-1308-425d-9c74-c4a97944d513 service neutron] 10.222.0.63 "GET /v2.0/networks/ff2334ee-c3c9-468a-845a-218e819133a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860658 Aug 27 03:33:54.041668 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:54.169534 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ff564-08a6-4e63-8c01-01dd3db94634 req-12fcba12-9ab3-4e77-b48f-38cac2940d81 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:54.171140 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c71ff564-08a6-4e63-8c01-01dd3db94634 req-12fcba12-9ab3-4e77-b48f-38cac2940d81 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0531147 Aug 27 03:33:54.221075 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c71ff564-08a6-4e63-8c01-01dd3db94634 req-e353ff47-3433-47df-b289-aad00e27d644 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405135 Aug 27 03:33:54.272295 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072445f2-aa6f-44b0-8b2c-e3e6b145ae55 req-948de000-b3e7-45ab-a2ce-73df8207e841 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:54.273916 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-072445f2-aa6f-44b0-8b2c-e3e6b145ae55 req-948de000-b3e7-45ab-a2ce-73df8207e841 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0520802 Aug 27 03:33:54.323057 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-072445f2-aa6f-44b0-8b2c-e3e6b145ae55 req-f8b0bebb-afa6-40b6-9448-6fa07f26be42 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429387 Aug 27 03:33:54.685771 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-808111b6-3b0e-4fd2-a0ba-52a9d897ae37 req-859badfa-6efc-4839-8fe1-47ceb1812a1e service neutron] 10.222.0.63 "GET /v2.0/networks/ff2334ee-c3c9-468a-845a-218e819133a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910749 Aug 27 03:33:55.365398 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa6ccf0-7874-4f43-9cc3-f5f8b516349f req-23bbb022-5fd3-4c1f-b79e-712b1f125000 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:55.374147 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1fa6ccf0-7874-4f43-9cc3-f5f8b516349f req-23bbb022-5fd3-4c1f-b79e-712b1f125000 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0609694 Aug 27 03:33:55.443506 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1fa6ccf0-7874-4f43-9cc3-f5f8b516349f req-215ad719-bc62-438f-a4d0-926c6eeb07d5 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624349 Aug 27 03:33:55.459604 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509bc2d-6ce8-4cc3-b59f-0da4c38ae92d req-422d8e2e-5973-4a0e-ac00-bfbf10d3c2e0 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:55.461038 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d509bc2d-6ce8-4cc3-b59f-0da4c38ae92d req-422d8e2e-5973-4a0e-ac00-bfbf10d3c2e0 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0646915 Aug 27 03:33:55.502595 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d509bc2d-6ce8-4cc3-b59f-0da4c38ae92d req-bbb43f28-5095-4c8a-a718-3ee5353eb002 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319932 Aug 27 03:33:56.578208 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c8f10e-4e2e-448c-815f-564c46bb4c46 req-e86f5798-c8d7-4acf-b321-4a106b2d4381 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:56.579722 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e7c8f10e-4e2e-448c-815f-564c46bb4c46 req-e86f5798-c8d7-4acf-b321-4a106b2d4381 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0540347 Aug 27 03:33:56.650678 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e7c8f10e-4e2e-448c-815f-564c46bb4c46 req-e5ab9ddd-7d67-4485-9b51-6726502a6549 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575387 Aug 27 03:33:56.658951 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857f83f-e09f-40af-88eb-306f0626e215 req-ad306f35-e0e1-443b-8e9b-c97af28d3aa2 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:56.660410 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6857f83f-e09f-40af-88eb-306f0626e215 req-ad306f35-e0e1-443b-8e9b-c97af28d3aa2 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0770810 Aug 27 03:33:56.699868 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6857f83f-e09f-40af-88eb-306f0626e215 req-18c4ac8d-6f79-4d4b-86c4-2811d8c7d50b tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332355 Aug 27 03:33:57.771272 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c029651-81a1-48e1-ac4f-865839e97ae0 req-4b85ffc2-3b5f-474c-98be-745008193310 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:57.772996 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7c029651-81a1-48e1-ac4f-865839e97ae0 req-4b85ffc2-3b5f-474c-98be-745008193310 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0534744 Aug 27 03:33:57.842959 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7c029651-81a1-48e1-ac4f-865839e97ae0 req-44879c7c-30f7-479d-beb6-548ec3c076cf tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600705 Aug 27 03:33:57.851920 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b2549-e5eb-45e5-b935-df95f163f633 req-679eb5e7-435e-49f1-ad72-728b2a4b4a2c tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:57.853625 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c09b2549-e5eb-45e5-b935-df95f163f633 req-679eb5e7-435e-49f1-ad72-728b2a4b4a2c tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0797458 Aug 27 03:33:57.895839 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c09b2549-e5eb-45e5-b935-df95f163f633 req-25dd2d50-c214-4291-85bd-3f49e1cb78c0 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339568 Aug 27 03:33:58.568937 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b35a9-34bc-4f5a-a174-ca0c2899c5f8 req-9f240566-19c9-4da9-a918-3a913e4eedd8 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:58.570415 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ac0b35a9-34bc-4f5a-a174-ca0c2899c5f8 req-9f240566-19c9-4da9-a918-3a913e4eedd8 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.63 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 945 time: 0.0505931 Aug 27 03:33:58.665329 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [req-ac0b35a9-34bc-4f5a-a174-ca0c2899c5f8 req-1beb6aed-a2f8-47a1-926f-c3b8d7893445 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Deleting port 09d98d1e-1fdd-4a75-b401-02f9b781896d {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:33:58.665683 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-ac0b35a9-34bc-4f5a-a174-ca0c2899c5f8 req-1beb6aed-a2f8-47a1-926f-c3b8d7893445 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:58.767388 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-ac0b35a9-34bc-4f5a-a174-ca0c2899c5f8 req-1beb6aed-a2f8-47a1-926f-c3b8d7893445 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] For port 09d98d1e-1fdd-4a75-b401-02f9b781896d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=09d98d1e-1fdd-4a75-b401-02f9b781896d,segment=NetworkSegment(bf89ee51-e919-4dee-a3ba-77de2e060ae9),segment_id=bf89ee51-e919-4dee-a3ba-77de2e060ae9)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:33:58.767768 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-ac0b35a9-34bc-4f5a-a174-ca0c2899c5f8 req-1beb6aed-a2f8-47a1-926f-c3b8d7893445 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:58.782004 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [req-ac0b35a9-34bc-4f5a-a174-ca0c2899c5f8 req-1beb6aed-a2f8-47a1-926f-c3b8d7893445 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Calling delete_port for 09d98d1e-1fdd-4a75-b401-02f9b781896d owned by compute:nova {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:33:58.950906 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-ac0b35a9-34bc-4f5a-a174-ca0c2899c5f8 req-1beb6aed-a2f8-47a1-926f-c3b8d7893445 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:58.962876 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] get_ports_and_sgs() called for port_ids ['09d98d1e-1fdd-4a75-b401-02f9b781896d'] {{(pid=93892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:33:58.989566 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb6aed-a2f8-47a1-926f-c3b8d7893445 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Pushing event deleted for resources: {'Port': ['ID=09d98d1e-1fdd-4a75-b401-02f9b781896d,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:59.026513 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf98a2-3fbd-48a9-a26f-8ddd429e6c51 req-e12b3a83-cffd-4ac3-ab84-0950f19b3551 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:59.028011 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-aedf98a2-3fbd-48a9-a26f-8ddd429e6c51 req-e12b3a83-cffd-4ac3-ab84-0950f19b3551 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/ports?device_id=f95f90b2-f020-440a-81cf-5e339f032c8b HTTP/1.1" status: 200 len: 867 time: 0.1081352 Aug 27 03:33:59.048433 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0b35a9-34bc-4f5a-a174-ca0c2899c5f8 req-1beb6aed-a2f8-47a1-926f-c3b8d7893445 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] No DVR routers for this DVR port 09d98d1e-1fdd-4a75-b401-02f9b781896d on host hv-cinder-80473 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:33:59.050967 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-ac0b35a9-34bc-4f5a-a174-ca0c2899c5f8 req-1beb6aed-a2f8-47a1-926f-c3b8d7893445 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:59.053211 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ac0b35a9-34bc-4f5a-a174-ca0c2899c5f8 req-1beb6aed-a2f8-47a1-926f-c3b8d7893445 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.63 "DELETE /v2.0/ports/09d98d1e-1fdd-4a75-b401-02f9b781896d HTTP/1.1" status: 204 len: 173 time: 0.4762444 Aug 27 03:33:59.053701 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95f90b2-f020-440a-81cf-5e339f032c8b', 'name': 'network-vif-deleted', 'tag': '09d98d1e-1fdd-4a75-b401-02f9b781896d'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:33:59.055924 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5db798dbfc6723b72cacb44784ab66cf68bec91175074e332c63962bd4ba80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7a3fa9-11ce-4ff7-b10b-38197baa5c0f" -d '{"events": [{"server_uuid": "f95f90b2-f020-440a-81cf-5e339f032c8b", "name": "network-vif-deleted", "tag": "09d98d1e-1fdd-4a75-b401-02f9b781896d"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:33:59.091824 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-aedf98a2-3fbd-48a9-a26f-8ddd429e6c51 req-efef4c54-4844-484a-afd3-bcb8877ddc50 tempest-ServerRescueNegativeTestJSON-682618569 tempest-ServerRescueNegativeTestJSON-682618569-project] 10.222.0.58 "GET /v2.0/security-groups?id=a455750d-bdb4-4e6a-9689-357eade186db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445848 Aug 27 03:33:59.103834 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8086e931-8d55-4d7d-b966-d52d3617bdd7 x-openstack-request-id: req-8086e931-8d55-4d7d-b966-d52d3617bdd7 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:33:59.104124 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95f90b2-f020-440a-81cf-5e339f032c8b", "name": "network-vif-deleted", "tag": "09d98d1e-1fdd-4a75-b401-02f9b781896d", "status": "completed", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:33:59.104428 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8086e931-8d55-4d7d-b966-d52d3617bdd7 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:33:59.105295 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95f90b2-f020-440a-81cf-5e339f032c8b', 'name': 'network-vif-deleted', 'tag': '09d98d1e-1fdd-4a75-b401-02f9b781896d', 'status': 'completed', 'code': 200} Aug 27 03:34:00.152941 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 55468) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:00.612389 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0e1e1669-8a6f-4df4-b5a7-7316005e80d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-458511'] for router_interface, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:00.905764 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-0e1e1669-8a6f-4df4-b5a7-7316005e80d3 admin admin] Deleting port 6e12fa8a-7bf4-4cbb-a796-22b5f84da8a4 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:34:00.906066 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0e1e1669-8a6f-4df4-b5a7-7316005e80d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:00.985580 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-0e1e1669-8a6f-4df4-b5a7-7316005e80d3 admin admin] For port 6e12fa8a-7bf4-4cbb-a796-22b5f84da8a4, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=6e12fa8a-7bf4-4cbb-a796-22b5f84da8a4,segment=NetworkSegment(bf89ee51-e919-4dee-a3ba-77de2e060ae9),segment_id=bf89ee51-e919-4dee-a3ba-77de2e060ae9)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:34:00.985948 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0e1e1669-8a6f-4df4-b5a7-7316005e80d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:01.000382 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-0e1e1669-8a6f-4df4-b5a7-7316005e80d3 admin admin] Calling delete_port for 6e12fa8a-7bf4-4cbb-a796-22b5f84da8a4 owned by network:router_interface {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:34:01.186691 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0e1e1669-8a6f-4df4-b5a7-7316005e80d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9123015'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:01.217296 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e1669-8a6f-4df4-b5a7-7316005e80d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e12fa8a-7bf4-4cbb-a796-22b5f84da8a4,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:01.392766 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0e1e1669-8a6f-4df4-b5a7-7316005e80d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458693'] for router_interface, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:01.851731 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1e1669-8a6f-4df4-b5a7-7316005e80d3 admin admin] Router 5d0019ad-3063-409b-bdfc-275bda5fa9b7 has already been hosted by L3 agent 531130d0-1c3c-4def-a74a-055fb8373853 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:34:01.959672 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1e1669-8a6f-4df4-b5a7-7316005e80d3 admin admin] Notify agent at l3_agent.dv-cinder-804735-2-iscsi the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:34:01.965054 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-0e1e1669-8a6f-4df4-b5a7-7316005e80d3 admin admin] 10.222.0.58 "PUT /v2.0/routers/5d0019ad-3063-409b-bdfc-275bda5fa9b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8104908 Aug 27 03:34:01.968226 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 55484) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:01.972648 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4d77b0-7a47-4c63-830d-4e336b69d73c None None] Sync routers for ids ['5d0019ad-3063-409b-bdfc-275bda5fa9b7'] in dv-cinder-804735-2-iscsi {{(pid=93893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:34:01.988075 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4d77b0-7a47-4c63-830d-4e336b69d73c None None] Routers {'5d0019ad-3063-409b-bdfc-275bda5fa9b7'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:34:01.988628 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-5b4d77b0-7a47-4c63-830d-4e336b69d73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:33:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['5d0019ad-3063-409b-bdfc-275bda5fa9b7'], 'active': True} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:02.077966 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5b5b37b2-44e0-47ed-9ace-2cb96098b177 admin admin] Notify callbacks [] for router, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:02.101943 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvr_db [None req-5b4d77b0-7a47-4c63-830d-4e336b69d73c None None] Set router 5d0019ad-3063-409b-bdfc-275bda5fa9b7 gateway port host: dv-cinder-804735-2-iscsi {{(pid=93893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:34:02.188730 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5b5b37b2-44e0-47ed-9ace-2cb96098b177 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:02.242447 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b37b2-44e0-47ed-9ace-2cb96098b177 admin admin] Deleting port 07f91eb1-beba-43d8-918e-ddfab5669d55 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:34:02.242674 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5b5b37b2-44e0-47ed-9ace-2cb96098b177 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:02.305652 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-5b4d77b0-7a47-4c63-830d-4e336b69d73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0019ad-3063-409b-bdfc-275bda5fa9b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1677539014-router', 'tenant_id': 'dec8900e772c45c583c5e85e9958d95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '07f91eb1-beba-43d8-918e-ddfab5669d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:47Z', 'updated_at': '2021-08-27T03:34:01Z', 'revision_number': 5, 'project_id': 'dec8900e772c45c583c5e85e9958d95d', 'gw_port': {'id': '07f91eb1-beba-43d8-918e-ddfab5669d55', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:20:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0019ad-3063-409b-bdfc-275bda5fa9b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:48Z', 'updated_at': '2021-08-27T03:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi'}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:02.342185 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4d77b0-7a47-4c63-830d-4e336b69d73c None None] Checking router: 5d0019ad-3063-409b-bdfc-275bda5fa9b7 for host: dv-cinder-804735-2-iscsi {{(pid=93893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:34:02.343324 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-5b5b37b2-44e0-47ed-9ace-2cb96098b177 admin admin] For port 07f91eb1-beba-43d8-918e-ddfab5669d55, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=07f91eb1-beba-43d8-918e-ddfab5669d55,segment=NetworkSegment(d4232587-dac2-4838-ac1c-504baf035179),segment_id=d4232587-dac2-4838-ac1c-504baf035179)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:34:02.343707 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5b5b37b2-44e0-47ed-9ace-2cb96098b177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:02.352975 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4d77b0-7a47-4c63-830d-4e336b69d73c None None] Routers {'5d0019ad-3063-409b-bdfc-275bda5fa9b7'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:34:02.353640 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-5b4d77b0-7a47-4c63-830d-4e336b69d73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:33:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['5d0019ad-3063-409b-bdfc-275bda5fa9b7'], 'active': True} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:02.361696 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b37b2-44e0-47ed-9ace-2cb96098b177 admin admin] Calling delete_port for 07f91eb1-beba-43d8-918e-ddfab5669d55 owned by network:router_gateway {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:34:02.370909 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 09d98d1e-1fdd-4a75-b401-02f9b781896d no longer exists at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:34:02.398359 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] No Port match for: 09d98d1e-1fdd-4a75-b401-02f9b781896d {{(pid=93892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:34:02.398701 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 09d98d1e-1fdd-4a75-b401-02f9b781896d not bound to the agent host hv-cinder-80473 {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:34:02.456156 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvr_db [None req-5b4d77b0-7a47-4c63-830d-4e336b69d73c None None] Set router 5d0019ad-3063-409b-bdfc-275bda5fa9b7 gateway port host: None {{(pid=93893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:34:02.512318 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-5b4d77b0-7a47-4c63-830d-4e336b69d73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0019ad-3063-409b-bdfc-275bda5fa9b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1677539014-router', 'tenant_id': 'dec8900e772c45c583c5e85e9958d95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:47Z', 'updated_at': '2021-08-27T03:34:02Z', 'revision_number': 6, 'project_id': 'dec8900e772c45c583c5e85e9958d95d', 'gw_port_host': None}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:02.539165 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4d77b0-7a47-4c63-830d-4e336b69d73c None None] The sync data for ids ['5d0019ad-3063-409b-bdfc-275bda5fa9b7'] in dv-cinder-804735-2-iscsi is: [{'id': '5d0019ad-3063-409b-bdfc-275bda5fa9b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1677539014-router', 'tenant_id': 'dec8900e772c45c583c5e85e9958d95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:47Z', 'updated_at': '2021-08-27T03:34:02Z', 'revision_number': 6, 'project_id': 'dec8900e772c45c583c5e85e9958d95d', 'gw_port_host': None}] {{(pid=93893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:34:02.545651 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5b5b37b2-44e0-47ed-9ace-2cb96098b177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9123015'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:02.574339 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b37b2-44e0-47ed-9ace-2cb96098b177 admin admin] Pushing event deleted for resources: {'Port': ['ID=07f91eb1-beba-43d8-918e-ddfab5669d55,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:02.636563 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5b5b37b2-44e0-47ed-9ace-2cb96098b177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456095'] for router_gateway, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:02.751593 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5b5b37b2-44e0-47ed-9ace-2cb96098b177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36924'] for router, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:02.753764 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5b5b37b2-44e0-47ed-9ace-2cb96098b177 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:02.828487 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5b5b37b2-44e0-47ed-9ace-2cb96098b177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445711'] for router, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:02.828904 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5b37b2-44e0-47ed-9ace-2cb96098b177 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d0019ad-3063-409b-bdfc-275bda5fa9b7 {{(pid=93890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:34:02.833935 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5b5b37b2-44e0-47ed-9ace-2cb96098b177 admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:02.835081 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-5b5b37b2-44e0-47ed-9ace-2cb96098b177 admin admin] 10.222.0.58 "DELETE /v2.0/routers/5d0019ad-3063-409b-bdfc-275bda5fa9b7 HTTP/1.1" status: 204 len: 168 time: 0.8651614 Aug 27 03:34:02.837636 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 55536) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:02.885427 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-66a55e65-76a9-464b-9eee-9a4cc47f970b admin admin] Deleting subnet 0d267862-f34f-457d-8ad5-859088d95a0f {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:34:02.890885 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-66a55e65-76a9-464b-9eee-9a4cc47f970b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:02.926820 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-66a55e65-76a9-464b-9eee-9a4cc47f970b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8923430'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:02.968796 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-66a55e65-76a9-464b-9eee-9a4cc47f970b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1466029'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:03.030355 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-66a55e65-76a9-464b-9eee-9a4cc47f970b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1466018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999370'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:03.060102 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a55e65-76a9-464b-9eee-9a4cc47f970b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d267862-f34f-457d-8ad5-859088d95a0f,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:03.065296 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-66a55e65-76a9-464b-9eee-9a4cc47f970b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:03.067339 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-66a55e65-76a9-464b-9eee-9a4cc47f970b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/0d267862-f34f-457d-8ad5-859088d95a0f HTTP/1.1" status: 204 len: 168 time: 0.2286029 Aug 27 03:34:03.069838 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 55552) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:03.141395 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-da646ae2-48c0-473f-aa9e-28768761e948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656125'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:03.230863 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-da646ae2-48c0-473f-aa9e-28768761e948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1577558', 'neutron.services.segments.db._delete_segments_for_network-8776575369454'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:03.241495 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.services.segments.db [None req-da646ae2-48c0-473f-aa9e-28768761e948 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49eed060-6837-4e18-bdb1-2b63d9669339']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:03.252572 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.services.segments.db [None req-da646ae2-48c0-473f-aa9e-28768761e948 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf89ee51-e919-4dee-a3ba-77de2e060ae9') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:03.252867 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.services.segments.db [None req-da646ae2-48c0-473f-aa9e-28768761e948 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf89ee51-e919-4dee-a3ba-77de2e060ae9') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:03.261718 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-da646ae2-48c0-473f-aa9e-28768761e948 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776575369337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8923449'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:03.281171 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-da646ae2-48c0-473f-aa9e-28768761e948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:03.287893 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da646ae2-48c0-473f-aa9e-28768761e948 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:34:03.288242 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-da646ae2-48c0-473f-aa9e-28768761e948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9123058'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:03.290075 dv-cinder-804735-2-iscsi neutron-server[93890]: Traceback (most recent call last): Aug 27 03:34:03.290075 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:34:03.290075 dv-cinder-804735-2-iscsi neutron-server[93890]: timer() Aug 27 03:34:03.290075 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:34:03.290075 dv-cinder-804735-2-iscsi neutron-server[93890]: cb(*args, **kw) Aug 27 03:34:03.290075 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:34:03.290075 dv-cinder-804735-2-iscsi neutron-server[93890]: return func(*args, **kwargs) Aug 27 03:34:03.290075 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:34:03.290075 dv-cinder-804735-2-iscsi neutron-server[93890]: self._notify() Aug 27 03:34:03.290075 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:34:03.290075 dv-cinder-804735-2-iscsi neutron-server[93890]: self.callback(batched_events) Aug 27 03:34:03.290075 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:34:03.290075 dv-cinder-804735-2-iscsi neutron-server[93890]: event.method(event) Aug 27 03:34:03.290075 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:34:03.290075 dv-cinder-804735-2-iscsi neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:34:03.290075 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:34:03.290075 dv-cinder-804735-2-iscsi neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:34:03.290075 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:34:03.290075 dv-cinder-804735-2-iscsi neutron-server[93890]: return f(self, *a, **k) Aug 27 03:34:03.290075 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:34:03.290075 dv-cinder-804735-2-iscsi neutron-server[93890]: return self._get(url).json() Aug 27 03:34:03.290075 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:34:03.290075 dv-cinder-804735-2-iscsi neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:34:03.290075 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:34:03.290075 dv-cinder-804735-2-iscsi neutron-server[93890]: return self.request(url, 'GET', **kwargs) Aug 27 03:34:03.290075 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:34:03.290075 dv-cinder-804735-2-iscsi neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:34:03.290075 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:34:03.290075 dv-cinder-804735-2-iscsi neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:34:03.290075 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:34:03.290075 dv-cinder-804735-2-iscsi neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:34:03.290075 dv-cinder-804735-2-iscsi neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:34:03.349751 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-da646ae2-48c0-473f-aa9e-28768761e948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456099'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:03.356851 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-da646ae2-48c0-473f-aa9e-28768761e948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:03.360822 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-da646ae2-48c0-473f-aa9e-28768761e948 admin admin] 10.222.0.58 "DELETE /v2.0/networks/49eed060-6837-4e18-bdb1-2b63d9669339 HTTP/1.1" status: 204 len: 168 time: 0.2874923 Aug 27 03:34:03.373892 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da646ae2-48c0-473f-aa9e-28768761e948 admin admin] Pushing event deleted for resources: {'Network': ['ID=49eed060-6837-4e18-bdb1-2b63d9669339,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:03.544793 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 55576) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:03.591848 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-eb30a6ba-d859-45c5-a4fc-87d1efc80a5f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dec8900e772c45c583c5e85e9958d95d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432291 Aug 27 03:34:03.592469 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 55578) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:03.649108 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b714715e-4405-4196-bad2-8cfef8a0aa46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:03.676169 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b714715e-4405-4196-bad2-8cfef8a0aa46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:03.747037 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b714715e-4405-4196-bad2-8cfef8a0aa46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:03.750201 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b714715e-4405-4196-bad2-8cfef8a0aa46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:03.751835 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-b714715e-4405-4196-bad2-8cfef8a0aa46 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a455750d-bdb4-4e6a-9689-357eade186db HTTP/1.1" status: 204 len: 168 time: 0.1582215 Aug 27 03:34:03.765496 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714715e-4405-4196-bad2-8cfef8a0aa46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a455750d-bdb4-4e6a-9689-357eade186db,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:03.817523 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 6e12fa8a-7bf4-4cbb-a796-22b5f84da8a4 no longer exists at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:34:03.837893 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] No Port match for: 6e12fa8a-7bf4-4cbb-a796-22b5f84da8a4 {{(pid=93892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:34:03.838332 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 6e12fa8a-7bf4-4cbb-a796-22b5f84da8a4 not bound to the agent host dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:34:03.838830 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 07f91eb1-beba-43d8-918e-ddfab5669d55 no longer exists at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:34:03.857502 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] No Port match for: 07f91eb1-beba-43d8-918e-ddfab5669d55 {{(pid=93892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:34:03.857844 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 07f91eb1-beba-43d8-918e-ddfab5669d55 not bound to the agent host dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:34:05.607761 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 55642) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:05.648002 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 55644) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:05.655708 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b965173-ae68-44cd-8862-7b9247d0d953 admin admin] Deleting subnet c2fe8f9a-8c65-406e-9476-9b8a17ff7959 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:34:05.659685 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6b965173-ae68-44cd-8862-7b9247d0d953 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:05.697781 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6b965173-ae68-44cd-8862-7b9247d0d953 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8923430'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:05.738087 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6b965173-ae68-44cd-8862-7b9247d0d953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1466029'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:05.767964 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-278e309f-9017-4efb-ac38-d9945ad76124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:05.794114 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6b965173-ae68-44cd-8862-7b9247d0d953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1466018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999370'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:05.819527 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b965173-ae68-44cd-8862-7b9247d0d953 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2fe8f9a-8c65-406e-9476-9b8a17ff7959,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:05.827737 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6b965173-ae68-44cd-8862-7b9247d0d953 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:05.829335 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-6b965173-ae68-44cd-8862-7b9247d0d953 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c2fe8f9a-8c65-406e-9476-9b8a17ff7959 HTTP/1.1" status: 204 len: 168 time: 0.2204764 Aug 27 03:34:05.831224 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b965173-ae68-44cd-8862-7b9247d0d953 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:05.831594 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b965173-ae68-44cd-8862-7b9247d0d953 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:05.831932 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b965173-ae68-44cd-8862-7b9247d0d953 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:05.832258 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b965173-ae68-44cd-8862-7b9247d0d953 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:05.832601 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b965173-ae68-44cd-8862-7b9247d0d953 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:05.832914 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b965173-ae68-44cd-8862-7b9247d0d953 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:05.833176 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 55648) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:05.833319 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b965173-ae68-44cd-8862-7b9247d0d953 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:05.833617 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b965173-ae68-44cd-8862-7b9247d0d953 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:05.833940 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b965173-ae68-44cd-8862-7b9247d0d953 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:05.834262 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b965173-ae68-44cd-8862-7b9247d0d953 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:05.834572 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b965173-ae68-44cd-8862-7b9247d0d953 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:05.834887 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b965173-ae68-44cd-8862-7b9247d0d953 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:05.920975 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-278e309f-9017-4efb-ac38-d9945ad76124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:05.924271 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-571a7a32-daac-4c06-8f1b-22f1d7826c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656125'] for network, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:05.931442 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-278e309f-9017-4efb-ac38-d9945ad76124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:05.966070 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e309f-9017-4efb-ac38-d9945ad76124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f904347d-7335-46c0-b28d-c4948d1ca9cb,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:05.979636 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-278e309f-9017-4efb-ac38-d9945ad76124 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f7a9900d39614dc6a464d7052baa30ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3304918 Aug 27 03:34:05.979771 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 55652) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:06.038029 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-89375c30-bf50-491d-8f78-3ad0e3854c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:06.046699 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-571a7a32-daac-4c06-8f1b-22f1d7826c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1577558', 'neutron.services.segments.db._delete_segments_for_network-8776575369454'] for network, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:06.061765 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-89375c30-bf50-491d-8f78-3ad0e3854c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:06.062041 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.services.segments.db [None req-571a7a32-daac-4c06-8f1b-22f1d7826c17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f81df06-e296-4035-a97c-b43d344f0b90']}} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:06.073155 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.services.segments.db [None req-571a7a32-daac-4c06-8f1b-22f1d7826c17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a52aa248-3220-4413-a875-7c5b32959841') {'for_net_delete': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:06.073422 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.services.segments.db [None req-571a7a32-daac-4c06-8f1b-22f1d7826c17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a52aa248-3220-4413-a875-7c5b32959841') {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:06.082059 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-571a7a32-daac-4c06-8f1b-22f1d7826c17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776575369337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8573713'] for segment, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:06.095973 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-571a7a32-daac-4c06-8f1b-22f1d7826c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004'] for segment, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:06.102589 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-571a7a32-daac-4c06-8f1b-22f1d7826c17 admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=93891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:34:06.103171 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-571a7a32-daac-4c06-8f1b-22f1d7826c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8458820'] for segment, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:06.105206 dv-cinder-804735-2-iscsi neutron-server[93891]: Traceback (most recent call last): Aug 27 03:34:06.105206 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:34:06.105206 dv-cinder-804735-2-iscsi neutron-server[93891]: timer() Aug 27 03:34:06.105206 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:34:06.105206 dv-cinder-804735-2-iscsi neutron-server[93891]: cb(*args, **kw) Aug 27 03:34:06.105206 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:34:06.105206 dv-cinder-804735-2-iscsi neutron-server[93891]: return func(*args, **kwargs) Aug 27 03:34:06.105206 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:34:06.105206 dv-cinder-804735-2-iscsi neutron-server[93891]: self._notify() Aug 27 03:34:06.105206 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:34:06.105206 dv-cinder-804735-2-iscsi neutron-server[93891]: self.callback(batched_events) Aug 27 03:34:06.105206 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:34:06.105206 dv-cinder-804735-2-iscsi neutron-server[93891]: event.method(event) Aug 27 03:34:06.105206 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:34:06.105206 dv-cinder-804735-2-iscsi neutron-server[93891]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:34:06.105206 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:34:06.105206 dv-cinder-804735-2-iscsi neutron-server[93891]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:34:06.105206 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:34:06.105206 dv-cinder-804735-2-iscsi neutron-server[93891]: return f(self, *a, **k) Aug 27 03:34:06.105206 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:34:06.105206 dv-cinder-804735-2-iscsi neutron-server[93891]: return self._get(url).json() Aug 27 03:34:06.105206 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:34:06.105206 dv-cinder-804735-2-iscsi neutron-server[93891]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:34:06.105206 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:34:06.105206 dv-cinder-804735-2-iscsi neutron-server[93891]: return self.request(url, 'GET', **kwargs) Aug 27 03:34:06.105206 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:34:06.105206 dv-cinder-804735-2-iscsi neutron-server[93891]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:34:06.105206 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:34:06.105206 dv-cinder-804735-2-iscsi neutron-server[93891]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:34:06.105206 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:34:06.105206 dv-cinder-804735-2-iscsi neutron-server[93891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:34:06.105206 dv-cinder-804735-2-iscsi neutron-server[93891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:34:06.117285 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-89375c30-bf50-491d-8f78-3ad0e3854c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:06.120282 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-89375c30-bf50-491d-8f78-3ad0e3854c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:06.121484 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-89375c30-bf50-491d-8f78-3ad0e3854c89 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f904347d-7335-46c0-b28d-c4948d1ca9cb HTTP/1.1" status: 204 len: 168 time: 0.1407895 Aug 27 03:34:06.130114 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89375c30-bf50-491d-8f78-3ad0e3854c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f904347d-7335-46c0-b28d-c4948d1ca9cb,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:06.162599 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-571a7a32-daac-4c06-8f1b-22f1d7826c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456099'] for network, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:06.168244 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-571a7a32-daac-4c06-8f1b-22f1d7826c17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for network, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:06.170182 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-571a7a32-daac-4c06-8f1b-22f1d7826c17 admin admin] 10.222.0.58 "DELETE /v2.0/networks/4f81df06-e296-4035-a97c-b43d344f0b90 HTTP/1.1" status: 204 len: 168 time: 0.3360038 Aug 27 03:34:06.189039 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a7a32-daac-4c06-8f1b-22f1d7826c17 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f81df06-e296-4035-a97c-b43d344f0b90,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:06.289327 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 55662) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:06.335852 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-e5d4f8eb-ab08-493a-bd8e-1323bf162d66 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7dd6a8224c1149f6a978d9174fa5a7ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0454235 Aug 27 03:34:06.338222 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 55666) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:06.398022 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8e37eb24-3c25-47f6-903c-a9b64f061fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:06.426269 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8e37eb24-3c25-47f6-903c-a9b64f061fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:06.484020 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8e37eb24-3c25-47f6-903c-a9b64f061fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:06.486696 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8e37eb24-3c25-47f6-903c-a9b64f061fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:06.490246 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-8e37eb24-3c25-47f6-903c-a9b64f061fde admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b03ecd28-9739-4dd0-bf70-b3f1fb35cb2c HTTP/1.1" status: 204 len: 168 time: 0.1486955 Aug 27 03:34:06.498204 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37eb24-3c25-47f6-903c-a9b64f061fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03ecd28-9739-4dd0-bf70-b3f1fb35cb2c,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:06.543648 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 55676) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:06.558958 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-db791f01-89ce-4baa-8be5-ea0e1db5c554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:06.682472 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-db791f01-89ce-4baa-8be5-ea0e1db5c554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:06.689461 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-db791f01-89ce-4baa-8be5-ea0e1db5c554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:06.735482 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-db791f01-89ce-4baa-8be5-ea0e1db5c554 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=89e4b4d0af4a430ba00b285b63dbdf07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1898806 Aug 27 03:34:06.737485 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db791f01-89ce-4baa-8be5-ea0e1db5c554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4757e9c4-2b10-4f69-8046-15cf68bca9d4,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:06.739785 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 55682) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:06.790675 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5cd0298c-865f-4bfe-af21-947c8c2f6ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:06.813317 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5cd0298c-865f-4bfe-af21-947c8c2f6ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:06.862450 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5cd0298c-865f-4bfe-af21-947c8c2f6ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:06.862883 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5cd0298c-865f-4bfe-af21-947c8c2f6ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:06.864189 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-5cd0298c-865f-4bfe-af21-947c8c2f6ab8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4757e9c4-2b10-4f69-8046-15cf68bca9d4 HTTP/1.1" status: 204 len: 168 time: 0.1235147 Aug 27 03:34:06.876406 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd0298c-865f-4bfe-af21-947c8c2f6ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4757e9c4-2b10-4f69-8046-15cf68bca9d4,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:07.998918 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840d544-f413-436a-b156-50096e5ccc71 req-9abbbb11-9085-4c6e-8c03-3b1d32f02e25 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:08.000472 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c840d544-f413-436a-b156-50096e5ccc71 req-9abbbb11-9085-4c6e-8c03-3b1d32f02e25 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 946 time: 0.0518341 Aug 27 03:34:08.044783 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c840d544-f413-436a-b156-50096e5ccc71 req-60d50990-d494-41e0-9696-d6a24f17f02a tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381224 Aug 27 03:34:09.171787 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5b19d-ca8f-4ba9-a42f-c0baa44442de req-2318660c-fea6-41b5-9f09-2a41ff973f09 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:09.173258 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-68a5b19d-ca8f-4ba9-a42f-c0baa44442de req-2318660c-fea6-41b5-9f09-2a41ff973f09 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 946 time: 0.0530610 Aug 27 03:34:09.217600 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-68a5b19d-ca8f-4ba9-a42f-c0baa44442de req-0c8c366c-9efc-4b10-a9c9-c79c6dfcc91c tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346403 Aug 27 03:34:10.346440 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b069e3-28d6-459e-a069-a72c55047423 req-495e23ef-1abf-4a31-baf9-df1978e50f59 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:10.347972 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-30b069e3-28d6-459e-a069-a72c55047423 req-495e23ef-1abf-4a31-baf9-df1978e50f59 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 946 time: 0.0544522 Aug 27 03:34:10.387386 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-30b069e3-28d6-459e-a069-a72c55047423 req-3ae0d8c9-d2e3-43d2-a163-8ab1cdf59286 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331802 Aug 27 03:34:11.705642 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1663497-a02a-43e3-a25c-58629b7be12c req-ca876808-f06b-44c6-b9af-ed2672aa36fd tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:11.707083 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c1663497-a02a-43e3-a25c-58629b7be12c req-ca876808-f06b-44c6-b9af-ed2672aa36fd tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 946 time: 0.2382691 Aug 27 03:34:11.744756 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c1663497-a02a-43e3-a25c-58629b7be12c req-ea403cca-cf62-467e-be8d-935f2613bd37 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314968 Aug 27 03:34:12.697261 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f8900d-e1e5-4fd2-8f8d-d116223e5780 req-af3b4b1d-b30e-4dc6-a0bb-a6c96ef7603f tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:12.699070 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-04f8900d-e1e5-4fd2-8f8d-d116223e5780 req-af3b4b1d-b30e-4dc6-a0bb-a6c96ef7603f tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.63 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 946 time: 0.0722208 Aug 27 03:34:12.799937 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [req-04f8900d-e1e5-4fd2-8f8d-d116223e5780 req-bacf3a8b-aad0-4189-94bb-648845d0928d tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Deleting port 53984622-e10d-4108-aa2f-8e507e1bd0bf {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:34:12.800790 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-04f8900d-e1e5-4fd2-8f8d-d116223e5780 req-bacf3a8b-aad0-4189-94bb-648845d0928d tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:13.151328 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3332485f-8478-4165-9d67-2ca701ce19f3 req-18f4ba89-180e-48db-8822-dcb99acccb79 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:13.153335 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3332485f-8478-4165-9d67-2ca701ce19f3 req-18f4ba89-180e-48db-8822-dcb99acccb79 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 946 time: 0.3102183 Aug 27 03:34:13.173781 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-04f8900d-e1e5-4fd2-8f8d-d116223e5780 req-bacf3a8b-aad0-4189-94bb-648845d0928d tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] For port 53984622-e10d-4108-aa2f-8e507e1bd0bf, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=53984622-e10d-4108-aa2f-8e507e1bd0bf,segment=NetworkSegment(25ebcf9e-1800-44cf-8850-b722b184847e),segment_id=25ebcf9e-1800-44cf-8850-b722b184847e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:34:13.174147 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-04f8900d-e1e5-4fd2-8f8d-d116223e5780 req-bacf3a8b-aad0-4189-94bb-648845d0928d tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:13.273756 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3332485f-8478-4165-9d67-2ca701ce19f3 req-68454307-9b38-4d37-9032-5ddc7a284189 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba95f723-4c55-4083-abf2-928f55eacc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137214 Aug 27 03:34:13.425184 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-04f8900d-e1e5-4fd2-8f8d-d116223e5780 req-bacf3a8b-aad0-4189-94bb-648845d0928d tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:13.425565 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-04f8900d-e1e5-4fd2-8f8d-d116223e5780 req-bacf3a8b-aad0-4189-94bb-648845d0928d tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456017'] for floatingip, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:13.426150 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.db.l3_db [req-04f8900d-e1e5-4fd2-8f8d-d116223e5780 req-bacf3a8b-aad0-4189-94bb-648845d0928d tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Floating IP 8c6478e7-a645-484c-8379-3dce69821734 disassociated. External IP: 172.27.0.75, port: 53984622-e10d-4108-aa2f-8e507e1bd0bf. Aug 27 03:34:13.426485 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [req-04f8900d-e1e5-4fd2-8f8d-d116223e5780 req-bacf3a8b-aad0-4189-94bb-648845d0928d tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Calling delete_port for 53984622-e10d-4108-aa2f-8e507e1bd0bf owned by compute:nova {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:34:13.561145 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-04f8900d-e1e5-4fd2-8f8d-d116223e5780 req-bacf3a8b-aad0-4189-94bb-648845d0928d tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:13.590890 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf3a8b-aad0-4189-94bb-648845d0928d tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Pushing event deleted for resources: {'Port': ['ID=53984622-e10d-4108-aa2f-8e507e1bd0bf,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:13.708563 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04f8900d-e1e5-4fd2-8f8d-d116223e5780 req-bacf3a8b-aad0-4189-94bb-648845d0928d tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Router 9fb9f90e-3720-49fd-a152-fb2572effb38 has already been hosted by L3 agent 531130d0-1c3c-4def-a74a-055fb8373853 {{(pid=93891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:34:13.840580 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04f8900d-e1e5-4fd2-8f8d-d116223e5780 req-bacf3a8b-aad0-4189-94bb-648845d0928d tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify agent at l3_agent.dv-cinder-804735-2-iscsi the message routers_updated {{(pid=93891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:34:13.851042 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251d2602-7db3-4f83-9531-5423f3bb76a3 None None] Sync routers for ids ['9fb9f90e-3720-49fd-a152-fb2572effb38'] in dv-cinder-804735-2-iscsi {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:34:13.861797 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251d2602-7db3-4f83-9531-5423f3bb76a3 None None] Routers {'9fb9f90e-3720-49fd-a152-fb2572effb38'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:34:13.862705 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-251d2602-7db3-4f83-9531-5423f3bb76a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:33:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['9fb9f90e-3720-49fd-a152-fb2572effb38'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:13.880475 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f8900d-e1e5-4fd2-8f8d-d116223e5780 req-bacf3a8b-aad0-4189-94bb-648845d0928d tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] No DVR routers for this DVR port 53984622-e10d-4108-aa2f-8e507e1bd0bf on host hv-cinder-80473 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:34:13.883173 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-04f8900d-e1e5-4fd2-8f8d-d116223e5780 req-bacf3a8b-aad0-4189-94bb-648845d0928d tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:13.888849 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-04f8900d-e1e5-4fd2-8f8d-d116223e5780 req-bacf3a8b-aad0-4189-94bb-648845d0928d tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.63 "DELETE /v2.0/ports/53984622-e10d-4108-aa2f-8e507e1bd0bf HTTP/1.1" status: 204 len: 173 time: 1.1791747 Aug 27 03:34:13.888849 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b06c46a-59d4-4460-8c5c-8b1c0a34b987', 'name': 'network-vif-deleted', 'tag': '53984622-e10d-4108-aa2f-8e507e1bd0bf'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:34:13.889298 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5db798dbfc6723b72cacb44784ab66cf68bec91175074e332c63962bd4ba80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505af7cf-e993-473a-985a-e35599bb98e3" -d '{"events": [{"server_uuid": "6b06c46a-59d4-4460-8c5c-8b1c0a34b987", "name": "network-vif-deleted", "tag": "53984622-e10d-4108-aa2f-8e507e1bd0bf"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:34:13.933030 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03195980-6e21-4c69-9361-896eeca0e5d3 x-openstack-request-id: req-03195980-6e21-4c69-9361-896eeca0e5d3 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:34:13.933327 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b06c46a-59d4-4460-8c5c-8b1c0a34b987", "name": "network-vif-deleted", "tag": "53984622-e10d-4108-aa2f-8e507e1bd0bf", "status": "completed", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:34:13.933581 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-03195980-6e21-4c69-9361-896eeca0e5d3 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:34:13.933974 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b06c46a-59d4-4460-8c5c-8b1c0a34b987', 'name': 'network-vif-deleted', 'tag': '53984622-e10d-4108-aa2f-8e507e1bd0bf', 'status': 'completed', 'code': 200} Aug 27 03:34:13.977593 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-251d2602-7db3-4f83-9531-5423f3bb76a3 None None] Set router 9fb9f90e-3720-49fd-a152-fb2572effb38 gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:34:14.317202 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-251d2602-7db3-4f83-9531-5423f3bb76a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'name': 'tempest-AttachVolumeShelveTestJSON-1719299241-router', 'tenant_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ea40e756-c901-4048-90b4-7d2cb256dc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:11Z', 'updated_at': '2021-08-27T03:29:20Z', 'revision_number': 4, 'project_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'gw_port': {'id': 'ea40e756-c901-4048-90b4-7d2cb256dc51', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:13Z', 'updated_at': '2021-08-27T03:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': 'c500e205-52b3-4752-9bc2-9342d85c6169', 'name': '', 'network_id': '914ec375-24a4-430c-b691-a84588d24cf3', 'tenant_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'mac_address': 'fa:16:3e:6b:d3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '01048c02-3dc7-4172-b7c7-73d0365326a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:19Z', 'updated_at': '2021-08-27T03:29:28Z', 'revision_number': 5, 'project_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'subnets': [{'id': '01048c02-3dc7-4172-b7c7-73d0365326a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:14.345467 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251d2602-7db3-4f83-9531-5423f3bb76a3 None None] Checking router: 9fb9f90e-3720-49fd-a152-fb2572effb38 for host: dv-cinder-804735-2-iscsi {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:34:14.354122 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251d2602-7db3-4f83-9531-5423f3bb76a3 None None] Routers {'9fb9f90e-3720-49fd-a152-fb2572effb38'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:34:14.355046 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-251d2602-7db3-4f83-9531-5423f3bb76a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:33:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['9fb9f90e-3720-49fd-a152-fb2572effb38'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:14.460271 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-049a9cbd-e8fd-4ac3-8da7-91428034d457 req-35b7ac75-c90d-4202-ac05-a5eedb3adb1a tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 210 time: 0.1046920 Aug 27 03:34:14.494607 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-251d2602-7db3-4f83-9531-5423f3bb76a3 None None] Set router 9fb9f90e-3720-49fd-a152-fb2572effb38 gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:34:14.701683 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-251d2602-7db3-4f83-9531-5423f3bb76a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'name': 'tempest-AttachVolumeShelveTestJSON-1719299241-router', 'tenant_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ea40e756-c901-4048-90b4-7d2cb256dc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:11Z', 'updated_at': '2021-08-27T03:29:20Z', 'revision_number': 4, 'project_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'gw_port': {'id': 'ea40e756-c901-4048-90b4-7d2cb256dc51', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:13Z', 'updated_at': '2021-08-27T03:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': 'c500e205-52b3-4752-9bc2-9342d85c6169', 'name': '', 'network_id': '914ec375-24a4-430c-b691-a84588d24cf3', 'tenant_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'mac_address': 'fa:16:3e:6b:d3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '01048c02-3dc7-4172-b7c7-73d0365326a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:19Z', 'updated_at': '2021-08-27T03:29:28Z', 'revision_number': 5, 'project_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'subnets': [{'id': '01048c02-3dc7-4172-b7c7-73d0365326a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:14.727794 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251d2602-7db3-4f83-9531-5423f3bb76a3 None None] The sync data for ids ['9fb9f90e-3720-49fd-a152-fb2572effb38'] in dv-cinder-804735-2-iscsi is: [{'id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'name': 'tempest-AttachVolumeShelveTestJSON-1719299241-router', 'tenant_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ea40e756-c901-4048-90b4-7d2cb256dc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:11Z', 'updated_at': '2021-08-27T03:29:20Z', 'revision_number': 4, 'project_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'gw_port': {'id': 'ea40e756-c901-4048-90b4-7d2cb256dc51', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:13Z', 'updated_at': '2021-08-27T03:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': 'c500e205-52b3-4752-9bc2-9342d85c6169', 'name': '', 'network_id': '914ec375-24a4-430c-b691-a84588d24cf3', 'tenant_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'mac_address': 'fa:16:3e:6b:d3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '01048c02-3dc7-4172-b7c7-73d0365326a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:19Z', 'updated_at': '2021-08-27T03:29:28Z', 'revision_number': 5, 'project_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'subnets': [{'id': '01048c02-3dc7-4172-b7c7-73d0365326a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:34:14.866448 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-4549b5ca-ffed-44b2-bf22-67063d9d6096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:14.947014 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e9b0c2-8fa3-474c-83b5-acd62b4ab936 None None] New status for floating IP 8c6478e7-a645-484c-8379-3dce69821734: DOWN {{(pid=93893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:34:15.568115 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b37787e6-4852-497e-a625-8d36d10f0c72 req-b7f4941b-90a5-41a5-9896-40297e22d722 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 210 time: 0.0302336 Aug 27 03:34:16.684056 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-90d0f992-24df-4b75-8c88-12d3fadf98aa req-afe175e4-7307-48b1-b9a3-a1c989026945 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b06c46a-59d4-4460-8c5c-8b1c0a34b987 HTTP/1.1" status: 200 len: 210 time: 0.0304072 Aug 27 03:34:17.267630 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-59db65f4-2921-46c8-a4b7-f2e4ea95fda9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:17.487399 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:18.627247 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:18.799304 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 55912) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:18.863523 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-85db97c1-e48d-4043-91f5-94a57173e21e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks [] for security_group, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:18.888618 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-85db97c1-e48d-4043-91f5-94a57173e21e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:18.944135 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-85db97c1-e48d-4043-91f5-94a57173e21e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:18.947709 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-85db97c1-e48d-4043-91f5-94a57173e21e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:18.949604 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-85db97c1-e48d-4043-91f5-94a57173e21e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "DELETE /v2.0/security-groups/ba95f723-4c55-4083-abf2-928f55eacc5d HTTP/1.1" status: 204 len: 168 time: 0.1489208 Aug 27 03:34:18.952783 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 55914) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:18.960992 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db97c1-e48d-4043-91f5-94a57173e21e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba95f723-4c55-4083-abf2-928f55eacc5d,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:18.967564 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.api.v2.resource [None req-a8bdb93b-d519-44d8-994c-76da8cf51a9f tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] show failed (client error): The resource could not be found. Aug 27 03:34:18.967842 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-a8bdb93b-d519-44d8-994c-76da8cf51a9f tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups/ba95f723-4c55-4083-abf2-928f55eacc5d HTTP/1.1" status: 404 len: 347 time: 0.0139124 Aug 27 03:34:18.970774 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 55916) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:19.092955 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-9990d862-d09f-4d68-ba0e-b16289aa1fc5 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Deleting port a5b6b790-a811-4a53-af53-dcb71bf2d657 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:34:19.093251 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9990d862-d09f-4d68-ba0e-b16289aa1fc5 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:19.170271 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9990d862-d09f-4d68-ba0e-b16289aa1fc5 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:19.170592 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9990d862-d09f-4d68-ba0e-b16289aa1fc5 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:19.183473 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-9990d862-d09f-4d68-ba0e-b16289aa1fc5 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Calling delete_port for a5b6b790-a811-4a53-af53-dcb71bf2d657 owned by network:floatingip {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:34:19.328838 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9990d862-d09f-4d68-ba0e-b16289aa1fc5 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9123015'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:19.358297 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9990d862-d09f-4d68-ba0e-b16289aa1fc5 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Pushing event deleted for resources: {'Port': ['ID=a5b6b790-a811-4a53-af53-dcb71bf2d657,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:19.432181 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9990d862-d09f-4d68-ba0e-b16289aa1fc5 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks [] for floatingip, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:19.434723 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9990d862-d09f-4d68-ba0e-b16289aa1fc5 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:19.435912 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-9990d862-d09f-4d68-ba0e-b16289aa1fc5 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "DELETE /v2.0/floatingips/8c6478e7-a645-484c-8379-3dce69821734 HTTP/1.1" status: 204 len: 168 time: 0.4642913 Aug 27 03:34:19.840136 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 55946) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:19.844969 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-a3252f38-681d-406c-a460-c5c55b198802 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1776256885', 'description': 'tempest-description--766299762'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:19.869180 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a3252f38-681d-406c-a460-c5c55b198802 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:19.950841 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a3252f38-681d-406c-a460-c5c55b198802 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:19.956512 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a3252f38-681d-406c-a460-c5c55b198802 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:19.988897 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a3252f38-681d-406c-a460-c5c55b198802 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:19.990873 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-a3252f38-681d-406c-a460-c5c55b198802 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1494138 Aug 27 03:34:19.993971 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3252f38-681d-406c-a460-c5c55b198802 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c67065d-052c-413d-8c93-329ac489bc99,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:19.994224 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 55948) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:20.001190 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [None req-af1bc2d8-3462-41d3-8ae8-81c171c793b3 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Request body: {'security_group_rule': {'security_group_id': '8c67065d-052c-413d-8c93-329ac489bc99', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:20.033410 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-af1bc2d8-3462-41d3-8ae8-81c171c793b3 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:20.079565 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-af1bc2d8-3462-41d3-8ae8-81c171c793b3 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:20.086675 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-af1bc2d8-3462-41d3-8ae8-81c171c793b3 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87445'] for security_group_rule, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:20.103834 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1bc2d8-3462-41d3-8ae8-81c171c793b3 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f41b0d00-d301-4482-a812-dd6704a24af7,revision_number=0']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:20.110908 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-af1bc2d8-3462-41d3-8ae8-81c171c793b3 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:20.112247 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-af1bc2d8-3462-41d3-8ae8-81c171c793b3 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1167994 Aug 27 03:34:20.115024 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 55950) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:20.119485 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [None req-43568544-d1a0-45e8-848f-2b41e68871e4 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Request body: {'security_group_rule': {'security_group_id': '8c67065d-052c-413d-8c93-329ac489bc99', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:20.149761 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-43568544-d1a0-45e8-848f-2b41e68871e4 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:20.150420 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:20.209820 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-43568544-d1a0-45e8-848f-2b41e68871e4 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:20.215713 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-43568544-d1a0-45e8-848f-2b41e68871e4 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87445'] for security_group_rule, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:20.234711 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43568544-d1a0-45e8-848f-2b41e68871e4 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab83837-a007-4a10-af3f-890d8383aa28,revision_number=0']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:20.237756 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-43568544-d1a0-45e8-848f-2b41e68871e4 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:20.239035 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-43568544-d1a0-45e8-848f-2b41e68871e4 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229253 Aug 27 03:34:20.242014 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 55952) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:20.246327 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [None req-ad02047d-3a3b-4d4d-9d06-7d28d1d4d880 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Request body: {'floatingip': {'floating_network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:20.271455 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ad02047d-3a3b-4d4d-9d06-7d28d1d4d880 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks [] for floatingip, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:20.372579 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ad02047d-3a3b-4d4d-9d06-7d28d1d4d880 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:20.496116 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-ad02047d-3a3b-4d4d-9d06-7d28d1d4d880 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Allocated IP 172.27.0.60 (239ea516-19ad-4308-8c8f-3a956c00c66f/240b09d3-e621-4049-93c9-64b8f5a60ad0/ede71343-519a-4372-a8a5-f4f4a0a6322c) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:34:20.600073 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ad02047d-3a3b-4d4d-9d06-7d28d1d4d880 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:20.644035 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ad02047d-3a3b-4d4d-9d06-7d28d1d4d880 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:20.646501 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 53984622-e10d-4108-aa2f-8e507e1bd0bf no longer exists at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:34:20.669126 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] No Port match for: 53984622-e10d-4108-aa2f-8e507e1bd0bf {{(pid=93892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:34:20.669466 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 53984622-e10d-4108-aa2f-8e507e1bd0bf not bound to the agent host hv-cinder-80473 {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:34:20.688469 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad02047d-3a3b-4d4d-9d06-7d28d1d4d880 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Network 239ea516-19ad-4308-8c8f-3a956c00c66f is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:34:20.693396 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-ad02047d-3a3b-4d4d-9d06-7d28d1d4d880 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:34:20.696909 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad02047d-3a3b-4d4d-9d06-7d28d1d4d880 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:34:20.703172 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad02047d-3a3b-4d4d-9d06-7d28d1d4d880 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Pushing event updated for resources: {'Port': ['ID=ede71343-519a-4372-a8a5-f4f4a0a6322c,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:20.822541 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ad02047d-3a3b-4d4d-9d06-7d28d1d4d880 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:20.872002 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ad02047d-3a3b-4d4d-9d06-7d28d1d4d880 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:21.045884 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ad02047d-3a3b-4d4d-9d06-7d28d1d4d880 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:21.051584 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ad02047d-3a3b-4d4d-9d06-7d28d1d4d880 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8458856'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:21.128311 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad02047d-3a3b-4d4d-9d06-7d28d1d4d880 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Pushing event updated for resources: {'Port': ['ID=ede71343-519a-4372-a8a5-f4f4a0a6322c,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:21.137601 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ad02047d-3a3b-4d4d-9d06-7d28d1d4d880 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456017'] for floatingip, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:21.151885 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ad02047d-3a3b-4d4d-9d06-7d28d1d4d880 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for floatingip, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:21.157530 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-ad02047d-3a3b-4d4d-9d06-7d28d1d4d880 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9105198 Aug 27 03:34:21.349192 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-b61ea645-feeb-4bc4-83ce-b5dd091b6b91 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1776256885&fields=id&tenant_id=f60ccdbc7dbb46c6abacc312e57220a1 HTTP/1.1" status: 200 len: 267 time: 0.0345099 Aug 27 03:34:21.466740 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-5db1b1a9-94e1-4f17-baff-ba94a855d915 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:21.468253 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-5db1b1a9-94e1-4f17-baff-ba94a855d915 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/networks?id=914ec375-24a4-430c-b691-a84588d24cf3 HTTP/1.1" status: 200 len: 817 time: 0.1120179 Aug 27 03:34:21.483909 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-50482dba-3bb4-40b7-8381-8fff3cc40104 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/quotas/f60ccdbc7dbb46c6abacc312e57220a1 HTTP/1.1" status: 200 len: 375 time: 0.0097320 Aug 27 03:34:21.538542 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-380a0732-0d87-4a96-804e-eecf6913cfb8 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f60ccdbc7dbb46c6abacc312e57220a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493827 Aug 27 03:34:21.678099 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-7f069906-5bb7-4a94-92d5-71b9e70459c3 service neutron] 10.222.0.58 "GET /v2.0/networks/914ec375-24a4-430c-b691-a84588d24cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268699 Aug 27 03:34:21.775270 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-a467f6c1-324f-4f86-b832-c4362b69f2e7 service neutron] 10.222.0.58 "GET /v2.0/networks/914ec375-24a4-430c-b691-a84588d24cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892673 Aug 27 03:34:21.958537 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7ac71511-263c-41e9-8059-e24e00c35a71 req-4b9d0d42-3a21-4797-bf77-d8b3d68dd7a0 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 210 time: 0.0292404 Aug 27 03:34:23.064980 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9bb1887c-228d-41a2-9a8e-324ffcb99fa3 req-0b94843b-a232-486b-8547-a0ed06d9bb6b tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 210 time: 0.0319183 Aug 27 03:34:23.233383 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-64fabefd-e3e0-419b-a4f0-b4e13ed6091d tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:23.234845 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-64fabefd-e3e0-419b-a4f0-b4e13ed6091d tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.63 "GET /v2.0/networks?id=914ec375-24a4-430c-b691-a84588d24cf3 HTTP/1.1" status: 200 len: 817 time: 0.1724360 Aug 27 03:34:23.285977 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-02134e99-705f-4860-abe4-e04b220cab21 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f60ccdbc7dbb46c6abacc312e57220a1 HTTP/1.1" status: 200 len: 380 time: 0.0375338 Aug 27 03:34:23.298609 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-e842e8e0-ddbe-49d9-b60b-ad0229984040 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Request body: {'port': {'device_id': '46d79045-6606-4046-b902-58e716cb2375', 'network_id': '914ec375-24a4-430c-b691-a84588d24cf3', 'admin_state_up': True, 'tenant_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'security_groups': ['8c67065d-052c-413d-8c93-329ac489bc99']}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:23.410284 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-e842e8e0-ddbe-49d9-b60b-ad0229984040 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Made reservation on behalf of f60ccdbc7dbb46c6abacc312e57220a1 for: {'port': 1} {{(pid=93891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:34:23.413909 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-e842e8e0-ddbe-49d9-b60b-ad0229984040 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:23.548490 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-e842e8e0-ddbe-49d9-b60b-ad0229984040 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Allocated IP 172.20.0.6 (914ec375-24a4-430c-b691-a84588d24cf3/01048c02-3dc7-4172-b7c7-73d0365326a6/d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:34:23.692741 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-e842e8e0-ddbe-49d9-b60b-ad0229984040 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:23.708649 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-e842e8e0-ddbe-49d9-b60b-ad0229984040 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Transition to ACTIVE for port object d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:34:23.751369 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-e842e8e0-ddbe-49d9-b60b-ad0229984040 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:23.793398 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-e842e8e0-ddbe-49d9-b60b-ad0229984040 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Network 914ec375-24a4-430c-b691-a84588d24cf3 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:34:23.798980 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-e842e8e0-ddbe-49d9-b60b-ad0229984040 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:34:23.801309 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-e842e8e0-ddbe-49d9-b60b-ad0229984040 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:34:23.827386 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e842e8e0-ddbe-49d9-b60b-ad0229984040 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Pushing event updated for resources: {'Port': ['ID=d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:23.858012 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-e842e8e0-ddbe-49d9-b60b-ad0229984040 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:23.858652 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-e842e8e0-ddbe-49d9-b60b-ad0229984040 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:23.875531 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-e842e8e0-ddbe-49d9-b60b-ad0229984040 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5804648 Aug 27 03:34:23.893682 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-9fee0a20-12f9-482c-a4cf-40e524573fd3 service neutron] Request body: {'port': {'device_id': '46d79045-6606-4046-b902-58e716cb2375', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:23.953837 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-9fee0a20-12f9-482c-a4cf-40e524573fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:23.985943 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-787425ef-234f-4426-82b9-f957e8895868 None None] Provisioning for port d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e completed by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:34:23.989781 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-787425ef-234f-4426-82b9-f957e8895868 None None] Provisioning complete for port d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e triggered by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:23.990213 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-787425ef-234f-4426-82b9-f957e8895868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:24.027547 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-787425ef-234f-4426-82b9-f957e8895868 None None] Port d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e cannot update to ACTIVE because it is not bound. {{(pid=93892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:34:24.054018 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:24.217535 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83665e-6bba-46db-95eb-14440de0964a req-c74107ba-ec41-4065-be88-7a0ed0c87510 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:24.218912 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1f83665e-6bba-46db-95eb-14440de0964a req-c74107ba-ec41-4065-be88-7a0ed0c87510 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 931 time: 0.0789459 Aug 27 03:34:24.263482 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-9fee0a20-12f9-482c-a4cf-40e524573fd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:34:24.275822 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-9fee0a20-12f9-482c-a4cf-40e524573fd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:24.288994 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1f83665e-6bba-46db-95eb-14440de0964a req-92f223b3-aeef-4599-9298-c00998f1d38b tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535033 Aug 27 03:34:24.293547 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-9fee0a20-12f9-482c-a4cf-40e524573fd3 service neutron] Transition to ACTIVE for port object d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:34:24.298804 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-9fee0a20-12f9-482c-a4cf-40e524573fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8458856'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:24.352612 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee0a20-12f9-482c-a4cf-40e524573fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:24.426160 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-9fee0a20-12f9-482c-a4cf-40e524573fd3 service neutron] Attempting to bind port d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e on host hv-cinder-80473 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:34:24.426503 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-9fee0a20-12f9-482c-a4cf-40e524573fd3 service neutron] Attempting to bind port d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '25ebcf9e-1800-44cf-8850-b722b184847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '914ec375-24a4-430c-b691-a84588d24cf3'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:34:24.426829 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-9fee0a20-12f9-482c-a4cf-40e524573fd3 service neutron] Attempting to bind port d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e on network 914ec375-24a4-430c-b691-a84588d24cf3 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:34:24.431915 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-9fee0a20-12f9-482c-a4cf-40e524573fd3 service neutron] Port d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e on network 914ec375-24a4-430c-b691-a84588d24cf3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:34:24.432319 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-9fee0a20-12f9-482c-a4cf-40e524573fd3 service neutron] Attempting to bind port d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e on network 914ec375-24a4-430c-b691-a84588d24cf3 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:34:24.438041 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-9fee0a20-12f9-482c-a4cf-40e524573fd3 service neutron] Checking agent: {'id': '24f718bb-5cbe-4fbb-a277-c3e337c88f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 27, 23), 'started_at': datetime.datetime(2021, 8, 27, 3, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:34:24.438378 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-9fee0a20-12f9-482c-a4cf-40e524573fd3 service neutron] Checking segment: {'id': '25ebcf9e-1800-44cf-8850-b722b184847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '914ec375-24a4-430c-b691-a84588d24cf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:34:24.438757 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-9fee0a20-12f9-482c-a4cf-40e524573fd3 service neutron] Bound using segment: {'id': '25ebcf9e-1800-44cf-8850-b722b184847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '914ec375-24a4-430c-b691-a84588d24cf3'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:34:24.439214 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-9fee0a20-12f9-482c-a4cf-40e524573fd3 service neutron] Bound port: d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25ebcf9e-1800-44cf-8850-b722b184847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '914ec375-24a4-430c-b691-a84588d24cf3'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:34:24.439615 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-9fee0a20-12f9-482c-a4cf-40e524573fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:24.531299 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-37eb6585-879c-4db7-a965-2fdd965f613d req-859d6587-50fd-4aa2-a446-20ad2193cb8c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0884559 Aug 27 03:34:24.537475 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-9fee0a20-12f9-482c-a4cf-40e524573fd3 service neutron] For port d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e, host hv-cinder-80473, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:34:24.540697 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-9fee0a20-12f9-482c-a4cf-40e524573fd3 service neutron] For port d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e,segment=NetworkSegment(25ebcf9e-1800-44cf-8850-b722b184847e),segment_id=25ebcf9e-1800-44cf-8850-b722b184847e)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:34:24.548176 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-9fee0a20-12f9-482c-a4cf-40e524573fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8458856'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:24.592019 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-9fee0a20-12f9-482c-a4cf-40e524573fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:24.592615 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-9fee0a20-12f9-482c-a4cf-40e524573fd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:24.594022 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-9fee0a20-12f9-482c-a4cf-40e524573fd3 service neutron] 10.222.0.63 "PUT /v2.0/ports/d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e HTTP/1.1" status: 200 len: 1093 time: 0.7055910 Aug 27 03:34:24.594616 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46d79045-6606-4046-b902-58e716cb2375', 'tag': 'd5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:34:24.599599 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5db798dbfc6723b72cacb44784ab66cf68bec91175074e332c63962bd4ba80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1409b9ca-c8f2-4724-80bc-469f8b521ddb" -d '{"events": [{"name": "network-changed", "server_uuid": "46d79045-6606-4046-b902-58e716cb2375", "tag": "d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:34:24.671109 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee0a20-12f9-482c-a4cf-40e524573fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:24.690570 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1a774a-3edf-4bf9-a5b6-30c4c144877c x-openstack-request-id: req-2e1a774a-3edf-4bf9-a5b6-30c4c144877c {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:34:24.691148 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46d79045-6606-4046-b902-58e716cb2375", "tag": "d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e", "status": "completed", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:34:24.691273 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2e1a774a-3edf-4bf9-a5b6-30c4c144877c {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:34:24.691746 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46d79045-6606-4046-b902-58e716cb2375', 'tag': 'd5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e', 'status': 'completed', 'code': 200} Aug 27 03:34:24.699249 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb6585-879c-4db7-a965-2fdd965f613d req-0f040f81-a518-49eb-9814-6b31567fdf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:24.701030 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-37eb6585-879c-4db7-a965-2fdd965f613d req-0f040f81-a518-49eb-9814-6b31567fdf27 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=527dc9638ff74cfda148b7cf1b61c6c8&device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 1098 time: 0.1222532 Aug 27 03:34:24.716086 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-49840cf9-6962-4948-a5e6-abb529def752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:24.718334 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-49840cf9-6962-4948-a5e6-abb529def752 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f60ccdbc7dbb46c6abacc312e57220a1&device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 1096 time: 0.0638466 Aug 27 03:34:24.823058 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-5c0ac04d-e99b-4a39-bede-870fcbd5cbd0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e HTTP/1.1" status: 200 len: 217 time: 0.0880561 Aug 27 03:34:25.132428 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-3f43c839-e2e5-4ca9-b910-e77da917439e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:25.133942 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-3f43c839-e2e5-4ca9-b910-e77da917439e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=01048c02-3dc7-4172-b7c7-73d0365326a6 HTTP/1.1" status: 200 len: 856 time: 0.3017535 Aug 27 03:34:25.151364 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb6585-879c-4db7-a965-2fdd965f613d req-66393b1e-3aa1-411a-9cfe-fdacc1225001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:25.152767 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-37eb6585-879c-4db7-a965-2fdd965f613d req-66393b1e-3aa1-411a-9cfe-fdacc1225001 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ff2334ee-c3c9-468a-845a-218e819133a7 HTTP/1.1" status: 200 len: 912 time: 0.4093726 Aug 27 03:34:25.227048 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-04107ac9-d23b-49d1-9d77-0662d5a4d8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:25.228552 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-04107ac9-d23b-49d1-9d77-0662d5a4d8dd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=914ec375-24a4-430c-b691-a84588d24cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0860574 Aug 27 03:34:25.230324 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-37eb6585-879c-4db7-a965-2fdd965f613d req-637c67d9-0d5f-4d37-b5c6-412c4bcfb1df service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00f4f309-41f4-4e94-86a4-ef0178135a23 HTTP/1.1" status: 200 len: 1000 time: 0.0643783 Aug 27 03:34:25.333160 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb6585-879c-4db7-a965-2fdd965f613d req-c5995b80-22a3-463a-8c1a-e5d7e95a11f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:25.334678 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-37eb6585-879c-4db7-a965-2fdd965f613d req-c5995b80-22a3-463a-8c1a-e5d7e95a11f3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8881d854-768f-46f5-bb0c-d6718d4b9eba HTTP/1.1" status: 200 len: 850 time: 0.0899091 Aug 27 03:34:25.411742 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-ed61d67c-c121-490a-b3f1-1cd55c573775 service neutron] 10.222.0.63 "GET /v2.0/networks/914ec375-24a4-430c-b691-a84588d24cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679282 Aug 27 03:34:25.477081 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb6585-879c-4db7-a965-2fdd965f613d req-6607ae3e-fd73-4ee9-9597-149f42d3201d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:25.478574 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-37eb6585-879c-4db7-a965-2fdd965f613d req-6607ae3e-fd73-4ee9-9597-149f42d3201d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ff2334ee-c3c9-468a-845a-218e819133a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1342373 Aug 27 03:34:25.492446 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a8e4a-6566-4a18-9ef1-1fec0b7946f9 req-d7b9a592-939f-496f-a8ef-3034bf47f741 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:25.493897 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1b6a8e4a-6566-4a18-9ef1-1fec0b7946f9 req-d7b9a592-939f-496f-a8ef-3034bf47f741 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 943 time: 0.1200612 Aug 27 03:34:25.598374 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3f4ee096-99f5-4b16-9464-5e5d131fd422 req-fc26997a-8fd8-47b4-acec-bf954f908666 service neutron] 10.222.0.63 "GET /v2.0/networks/914ec375-24a4-430c-b691-a84588d24cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791916 Aug 27 03:34:25.614506 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1b6a8e4a-6566-4a18-9ef1-1fec0b7946f9 req-e45a49bf-aecf-4576-a41a-f7a134b68026 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049139 Aug 27 03:34:25.636750 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-37eb6585-879c-4db7-a965-2fdd965f613d req-f2dfa2c0-3ed5-45fa-becd-8fa15bd98903 service neutron] 10.222.0.63 "GET /v2.0/networks/ff2334ee-c3c9-468a-845a-218e819133a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401625 Aug 27 03:34:25.761522 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409b9ca-c8f2-4724-80bc-469f8b521ddb req-70f95ce0-1094-4562-9faf-ad43a62f1e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:25.763078 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1409b9ca-c8f2-4724-80bc-469f8b521ddb req-70f95ce0-1094-4562-9faf-ad43a62f1e81 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f60ccdbc7dbb46c6abacc312e57220a1&device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 1096 time: 0.0985963 Aug 27 03:34:25.768512 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-37eb6585-879c-4db7-a965-2fdd965f613d req-fc562b30-b189-430b-b584-86617d0391f7 service neutron] 10.222.0.63 "GET /v2.0/networks/ff2334ee-c3c9-468a-845a-218e819133a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229944 Aug 27 03:34:25.859067 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409b9ca-c8f2-4724-80bc-469f8b521ddb req-4ba83a80-7b55-4295-b4f9-ec42d6f62e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:25.860492 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1409b9ca-c8f2-4724-80bc-469f8b521ddb req-4ba83a80-7b55-4295-b4f9-ec42d6f62e5b service neutron] 10.222.0.63 "GET /v2.0/networks?id=914ec375-24a4-430c-b691-a84588d24cf3 HTTP/1.1" status: 200 len: 918 time: 0.0846879 Aug 27 03:34:25.906203 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1409b9ca-c8f2-4724-80bc-469f8b521ddb req-ed820565-75fd-48da-b0ba-ae2c33c5cd15 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e HTTP/1.1" status: 200 len: 217 time: 0.0372999 Aug 27 03:34:25.956659 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409b9ca-c8f2-4724-80bc-469f8b521ddb req-2b32fa01-6870-46fb-85a8-221bc7398d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:25.958130 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1409b9ca-c8f2-4724-80bc-469f8b521ddb req-2b32fa01-6870-46fb-85a8-221bc7398d83 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=01048c02-3dc7-4172-b7c7-73d0365326a6 HTTP/1.1" status: 200 len: 856 time: 0.0441797 Aug 27 03:34:26.004419 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409b9ca-c8f2-4724-80bc-469f8b521ddb req-876e4216-81dd-43da-ab1c-bfce81245d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:26.006363 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1409b9ca-c8f2-4724-80bc-469f8b521ddb req-876e4216-81dd-43da-ab1c-bfce81245d66 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=914ec375-24a4-430c-b691-a84588d24cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408952 Aug 27 03:34:26.113003 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1409b9ca-c8f2-4724-80bc-469f8b521ddb req-741a9886-f2f3-4b65-9c12-45a3489eae7b service neutron] 10.222.0.63 "GET /v2.0/networks/914ec375-24a4-430c-b691-a84588d24cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982890 Aug 27 03:34:26.219515 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1409b9ca-c8f2-4724-80bc-469f8b521ddb req-65eb41c7-b1b9-439b-a4f3-104863a56661 service neutron] 10.222.0.63 "GET /v2.0/networks/914ec375-24a4-430c-b691-a84588d24cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994291 Aug 27 03:34:26.641514 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=93892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:34:26.748622 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e,segment=NetworkSegment(25ebcf9e-1800-44cf-8850-b722b184847e),segment_id=25ebcf9e-1800-44cf-8850-b722b184847e)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:34:26.755160 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fe9ac-6b52-4f5f-af47-308a25010fb0 req-e875a026-8b4c-4bb5-a0f8-475b36ac577a tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:26.756806 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-265fe9ac-6b52-4f5f-af47-308a25010fb0 req-e875a026-8b4c-4bb5-a0f8-475b36ac577a tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 943 time: 0.0578940 Aug 27 03:34:26.760713 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Returning: {'device': 'd5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e', 'network_id': '914ec375-24a4-430c-b691-a84588d24cf3', 'port_id': 'd5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e', 'mac_address': 'fa:16:3e:6b:f4:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01048c02-3dc7-4172-b7c7-73d0365326a6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:34:26.801255 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-265fe9ac-6b52-4f5f-af47-308a25010fb0 req-78dca1d6-b829-40ab-8b72-f89f71199824 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375724 Aug 27 03:34:26.807295 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:26.832261 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e {{(pid=93892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:34:26.852184 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e,segment=NetworkSegment(25ebcf9e-1800-44cf-8850-b722b184847e),segment_id=25ebcf9e-1800-44cf-8850-b722b184847e)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:34:26.856890 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:26.907491 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:26.915338 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:26.915712 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:26.916044 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:26.916369 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:26.916718 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:26.917069 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:26.917380 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:26.917679 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:26.918054 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:26.918511 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:26.918975 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:26.919291 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:26.936408 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 56170) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:27.053862 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e6efa026-dafa-41f8-95e8-a7e9f26c6104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:27.137226 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] get_ports_and_sgs() called for port_ids ['d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e'] {{(pid=93892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:34:27.145069 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e6efa026-dafa-41f8-95e8-a7e9f26c6104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:27.150239 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e6efa026-dafa-41f8-95e8-a7e9f26c6104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:27.190848 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-e6efa026-dafa-41f8-95e8-a7e9f26c6104 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6a14146ea7344155b5f7ca9e3a17303d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2503712 Aug 27 03:34:27.190848 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6efa026-dafa-41f8-95e8-a7e9f26c6104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19800482-abee-4a14-b9a8-f6d967bf6338,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:27.191289 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 56174) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:27.243669 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3aa95026-b463-47b8-bf2d-f97556c37d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:27.265113 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3aa95026-b463-47b8-bf2d-f97556c37d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:27.314374 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3aa95026-b463-47b8-bf2d-f97556c37d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:27.317044 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3aa95026-b463-47b8-bf2d-f97556c37d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:27.318183 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-3aa95026-b463-47b8-bf2d-f97556c37d94 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/19800482-abee-4a14-b9a8-f6d967bf6338 HTTP/1.1" status: 204 len: 168 time: 0.1255844 Aug 27 03:34:27.325813 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa95026-b463-47b8-bf2d-f97556c37d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19800482-abee-4a14-b9a8-f6d967bf6338,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:27.919732 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 56228) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:27.938385 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a39c7-83c3-48a6-81fe-592414b827ac req-f98ff64c-d241-4ecb-8dfc-6ccd665ba8f6 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:27.940151 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d24a39c7-83c3-48a6-81fe-592414b827ac req-f98ff64c-d241-4ecb-8dfc-6ccd665ba8f6 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 944 time: 0.0598924 Aug 27 03:34:27.988398 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d24a39c7-83c3-48a6-81fe-592414b827ac req-e1300790-54c8-48dd-99a8-60a8792f2713 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396299 Aug 27 03:34:28.056669 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 56234) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:28.083366 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4a5ae75b-47ca-4e1b-986f-08b74a029d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:28.108944 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [None req-87af633a-d851-47d8-adc0-6c95b3c3def3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2061681295-network', 'tenant_id': 'c24d36ba6b374775b93c113837910ba6'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:28.172489 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4a5ae75b-47ca-4e1b-986f-08b74a029d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:28.178740 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4a5ae75b-47ca-4e1b-986f-08b74a029d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:28.193560 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87af633a-d851-47d8-adc0-6c95b3c3def3 admin admin] Made reservation on behalf of c24d36ba6b374775b93c113837910ba6 for: {'network': 1} {{(pid=93891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:34:28.195964 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-87af633a-d851-47d8-adc0-6c95b3c3def3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for network, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:28.207775 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-87af633a-d851-47d8-adc0-6c95b3c3def3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:28.216814 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-4a5ae75b-47ca-4e1b-986f-08b74a029d5c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=da2cf7091e0149809c9ef4540c3ba79d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2959063 Aug 27 03:34:28.217762 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ae75b-47ca-4e1b-986f-08b74a029d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1289fcfe-5aa0-4439-9e40-28950bced3db,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:28.220614 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 56238) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:28.300704 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-daef6d2a-1654-40b7-8bf0-d5f4a078c78e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:28.334793 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-daef6d2a-1654-40b7-8bf0-d5f4a078c78e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:28.379561 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-87af633a-d851-47d8-adc0-6c95b3c3def3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:28.384777 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-87af633a-d851-47d8-adc0-6c95b3c3def3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:28.412815 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af633a-d851-47d8-adc0-6c95b3c3def3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e43aca5-b965-4ee1-a973-89108b59f98f,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:28.418163 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-daef6d2a-1654-40b7-8bf0-d5f4a078c78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:28.421208 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-daef6d2a-1654-40b7-8bf0-d5f4a078c78e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:28.426287 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-daef6d2a-1654-40b7-8bf0-d5f4a078c78e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1289fcfe-5aa0-4439-9e40-28950bced3db HTTP/1.1" status: 204 len: 168 time: 0.2010911 Aug 27 03:34:28.429848 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87af633a-d851-47d8-adc0-6c95b3c3def3 admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=93891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:34:28.441791 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef6d2a-1654-40b7-8bf0-d5f4a078c78e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1289fcfe-5aa0-4439-9e40-28950bced3db,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:28.445956 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-87af633a-d851-47d8-adc0-6c95b3c3def3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004'] for segment, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:28.446339 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.db.segments_db [None req-87af633a-d851-47d8-adc0-6c95b3c3def3 admin admin] Added segment 4787f5b9-6226-41b6-8fca-ea1f4ddc3325 of type vlan for network 73bd44d6-ea8f-4165-8d6d-317f8321efd4 Aug 27 03:34:28.488825 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-87af633a-d851-47d8-adc0-6c95b3c3def3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776574857063'] for network, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:28.518149 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-87af633a-d851-47d8-adc0-6c95b3c3def3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068'] for network, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:28.519109 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87af633a-d851-47d8-adc0-6c95b3c3def3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:28.519720 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-87af633a-d851-47d8-adc0-6c95b3c3def3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for network, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:28.574408 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-87af633a-d851-47d8-adc0-6c95b3c3def3 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5165496 Aug 27 03:34:28.577216 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 56246) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:28.583830 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [None req-cc74b42b-222c-4e4a-95ef-fb254a8fefec admin admin] Request body: {'subnet': {'network_id': '73bd44d6-ea8f-4165-8d6d-317f8321efd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2061681295-subnet', 'tenant_id': 'c24d36ba6b374775b93c113837910ba6', 'ip_version': 4}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:28.587976 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af633a-d851-47d8-adc0-6c95b3c3def3 admin admin] Pushing event updated for resources: {'Network': ['ID=73bd44d6-ea8f-4165-8d6d-317f8321efd4,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:28.598620 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Network 73bd44d6-ea8f-4165-8d6d-317f8321efd4 details requested by agent ovs-agent-dv-cinder-804735-2-iscsi with host dv-cinder-804735-2-iscsi {{(pid=93892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:34:28.607919 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc74b42b-222c-4e4a-95ef-fb254a8fefec admin admin] Made reservation on behalf of c24d36ba6b374775b93c113837910ba6 for: {'subnet': 1} {{(pid=93891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:34:28.610596 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cc74b42b-222c-4e4a-95ef-fb254a8fefec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9229000'] for subnet, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:28.682947 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e up at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:34:28.732573 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Provisioning for port d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:34:28.739408 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Provisioning complete for port d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:28.739865 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:28.740131 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 56248) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:28.759115 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3cfb5b6f-059f-45b5-88a6-67ca35768710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:28.790912 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cc74b42b-222c-4e4a-95ef-fb254a8fefec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8459745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9228986'] for subnet, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:28.835776 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc74b42b-222c-4e4a-95ef-fb254a8fefec admin admin] Pushing event updated for resources: {'Subnet': ['ID=f903fdf6-641d-48e9-bdde-df272a8f4bb6,revision_number=0']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:28.838098 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:28.869685 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d79045-6606-4046-b902-58e716cb2375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e'}] {{(pid=93892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:34:28.872250 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b63a46784ce0c86216665a107eadf653c768d6aaa0a676db5e2e070eb4240c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa27d72-bd10-4840-9eb6-9cedbcbe08f5" -d '{"events": [{"server_uuid": "46d79045-6606-4046-b902-58e716cb2375", "name": "network-vif-plugged", "status": "completed", "tag": "d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e"}]}' {{(pid=93892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:34:28.874082 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc74b42b-222c-4e4a-95ef-fb254a8fefec admin admin] Checking segment: {'id': '4787f5b9-6226-41b6-8fca-ea1f4ddc3325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '73bd44d6-ea8f-4165-8d6d-317f8321efd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:34:28.874510 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc74b42b-222c-4e4a-95ef-fb254a8fefec admin admin] Network hostable DHCP agents. Network: 73bd44d6-ea8f-4165-8d6d-317f8321efd4, hostable agents: ['b9d5b039-511f-405d-92d5-fedc540f1c95'], hosted agents: [] {{(pid=93891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:34:28.879115 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3cfb5b6f-059f-45b5-88a6-67ca35768710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:28.887143 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e,segment=NetworkSegment(25ebcf9e-1800-44cf-8850-b722b184847e),segment_id=25ebcf9e-1800-44cf-8850-b722b184847e)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:34:28.910678 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c900bb3e-4ab7-4b59-a86d-48f4285c25b3 x-openstack-request-id: req-c900bb3e-4ab7-4b59-a86d-48f4285c25b3 {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:34:28.910968 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d79045-6606-4046-b902-58e716cb2375", "name": "network-vif-plugged", "status": "completed", "tag": "d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e", "code": 200}]} {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:34:28.911235 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c900bb3e-4ab7-4b59-a86d-48f4285c25b3 {{(pid=93892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:34:28.911650 dv-cinder-804735-2-iscsi neutron-server[93892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d79045-6606-4046-b902-58e716cb2375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e', 'code': 200} Aug 27 03:34:28.911891 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3cfb5b6f-059f-45b5-88a6-67ca35768710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:28.912821 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:28.920554 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc74b42b-222c-4e4a-95ef-fb254a8fefec admin admin] Network 73bd44d6-ea8f-4165-8d6d-317f8321efd4 is scheduled to be hosted by DHCP agent b9d5b039-511f-405d-92d5-fedc540f1c95 with binding_index 1 {{(pid=93891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:34:28.942644 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-cc74b42b-222c-4e4a-95ef-fb254a8fefec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-2-iscsi, 73bd44d6-ea8f-4165-8d6d-317f8321efd4) {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:34:28.953969 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc74b42b-222c-4e4a-95ef-fb254a8fefec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:28.957093 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cc74b42b-222c-4e4a-95ef-fb254a8fefec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for subnet, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:28.959983 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4800f15b-9fa9-48f6-a479-6558806857f1 None None] Network 73bd44d6-ea8f-4165-8d6d-317f8321efd4 requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:34:28.980545 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e,revision_number=5']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:28.989577 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 56258) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:28.989900 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-cc74b42b-222c-4e4a-95ef-fb254a8fefec admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4116235 Aug 27 03:34:28.994966 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-61b75145-8483-4398-b0e6-7abddfcc5cf1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2061681295-router', 'tenant_id': 'c24d36ba6b374775b93c113837910ba6', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:29.005438 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 56260) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:29.005653 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-3cfb5b6f-059f-45b5-88a6-67ca35768710 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ea61a8340cc14a61b95b4416d0ba9584&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2639740 Aug 27 03:34:29.008971 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb5b6f-059f-45b5-88a6-67ca35768710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1cfd9df-0478-4f82-b3f5-cad8bd48dfef,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:29.034702 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-61b75145-8483-4398-b0e6-7abddfcc5cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36878'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:29.037371 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-61b75145-8483-4398-b0e6-7abddfcc5cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-513158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36869'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:29.123961 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-61b75145-8483-4398-b0e6-7abddfcc5cf1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:29.155119 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a06b93-012b-4150-81dc-13aa07bb9ce1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e644adf-69bc-50df-a7ce-e1ee9e250690-73bd44d6-ea8f-4165-8d6d-317f8321efd4', 'network_id': '73bd44d6-ea8f-4165-8d6d-317f8321efd4', 'tenant_id': 'c24d36ba6b374775b93c113837910ba6', 'fixed_ips': [{'subnet_id': 'f903fdf6-641d-48e9-bdde-df272a8f4bb6'}]}} from dv-cinder-804735-2-iscsi. {{(pid=93892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:34:29.156290 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-20a06b93-012b-4150-81dc-13aa07bb9ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:29.176796 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e8b57a3e-c94d-4a92-8f95-d33e4d93640a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:29.210559 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e8b57a3e-c94d-4a92-8f95-d33e4d93640a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:29.223993 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabff94b-a557-453b-ae01-c60ee98368aa req-4cf2afd2-7594-465f-86f4-4ed4c712190b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:29.225571 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cabff94b-a557-453b-ae01-c60ee98368aa req-4cf2afd2-7594-465f-86f4-4ed4c712190b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 1098 time: 0.1222918 Aug 27 03:34:29.235758 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d10b2-7ec1-4ee6-986a-605f4f4ad9a1 req-a4e359e8-6943-49f2-8fe8-4f1ca874ebe9 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:29.237203 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d26d10b2-7ec1-4ee6-986a-605f4f4ad9a1 req-a4e359e8-6943-49f2-8fe8-4f1ca874ebe9 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 945 time: 0.1490440 Aug 27 03:34:29.279725 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-61b75145-8483-4398-b0e6-7abddfcc5cf1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:29.306188 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.db_base_plugin_common [None req-20a06b93-012b-4150-81dc-13aa07bb9ce1 None None] Allocated IP 172.20.0.2 (73bd44d6-ea8f-4165-8d6d-317f8321efd4/f903fdf6-641d-48e9-bdde-df272a8f4bb6/de04f527-10e7-4307-abfc-2effd51bed38) {{(pid=93892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:34:29.312512 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cabff94b-a557-453b-ae01-c60ee98368aa req-264a8497-fbbe-47f0-bc2f-b8462da51ebc service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701468 Aug 27 03:34:29.323434 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d26d10b2-7ec1-4ee6-986a-605f4f4ad9a1 req-8f4d5d53-c0a4-458b-880f-2792a1f81df8 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671706 Aug 27 03:34:29.324443 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e8b57a3e-c94d-4a92-8f95-d33e4d93640a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:29.327949 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e8b57a3e-c94d-4a92-8f95-d33e4d93640a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:29.331537 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-e8b57a3e-c94d-4a92-8f95-d33e4d93640a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f1cfd9df-0478-4f82-b3f5-cad8bd48dfef HTTP/1.1" status: 204 len: 168 time: 0.3224146 Aug 27 03:34:29.337349 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b57a3e-c94d-4a92-8f95-d33e4d93640a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1cfd9df-0478-4f82-b3f5-cad8bd48dfef,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:29.475863 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-20a06b93-012b-4150-81dc-13aa07bb9ce1 None None] Notify callbacks [] for port, precommit_create {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:29.485236 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-20a06b93-012b-4150-81dc-13aa07bb9ce1 None None] Transition to ACTIVE for port object de04f527-10e7-4307-abfc-2effd51bed38 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:34:29.502058 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-20a06b93-012b-4150-81dc-13aa07bb9ce1 None None] Transition to ACTIVE for port object de04f527-10e7-4307-abfc-2effd51bed38 will not be triggered until provisioned by entity DHCP. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:34:29.506072 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-61b75145-8483-4398-b0e6-7abddfcc5cf1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:29.509937 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-20a06b93-012b-4150-81dc-13aa07bb9ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508'] for port, after_create {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:29.527883 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-61b75145-8483-4398-b0e6-7abddfcc5cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:29.547089 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a06b93-012b-4150-81dc-13aa07bb9ce1 None None] Network 73bd44d6-ea8f-4165-8d6d-317f8321efd4 is already hosted by enough agents. {{(pid=93892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:34:29.550144 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.scheduler.base_scheduler [None req-20a06b93-012b-4150-81dc-13aa07bb9ce1 None None] Resources bound (agent type, host, resource id): {{(pid=93892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:34:29.556496 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a06b93-012b-4150-81dc-13aa07bb9ce1 None None] Received port after_create {{(pid=93892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:34:29.565659 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a06b93-012b-4150-81dc-13aa07bb9ce1 None None] Pushing event updated for resources: {'Port': ['ID=de04f527-10e7-4307-abfc-2effd51bed38,revision_number=1']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:29.616052 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-20a06b93-012b-4150-81dc-13aa07bb9ce1 None None] Attempting to bind port de04f527-10e7-4307-abfc-2effd51bed38 on host dv-cinder-804735-2-iscsi for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:34:29.616773 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-20a06b93-012b-4150-81dc-13aa07bb9ce1 None None] Attempting to bind port de04f527-10e7-4307-abfc-2effd51bed38 by drivers openvswitch,hyperv on host dv-cinder-804735-2-iscsi at level 0 using segments [{'id': '4787f5b9-6226-41b6-8fca-ea1f4ddc3325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '73bd44d6-ea8f-4165-8d6d-317f8321efd4'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:34:29.616773 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a06b93-012b-4150-81dc-13aa07bb9ce1 None None] Attempting to bind port de04f527-10e7-4307-abfc-2effd51bed38 on network 73bd44d6-ea8f-4165-8d6d-317f8321efd4 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:34:29.621595 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a06b93-012b-4150-81dc-13aa07bb9ce1 None None] Checking agent: {'id': 'd4759df8-4373-4538-9ee3-f6ed6d276f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 21, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:34:29.621953 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a06b93-012b-4150-81dc-13aa07bb9ce1 None None] Checking segment: {'id': '4787f5b9-6226-41b6-8fca-ea1f4ddc3325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '73bd44d6-ea8f-4165-8d6d-317f8321efd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:34:29.622544 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-20a06b93-012b-4150-81dc-13aa07bb9ce1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:29.622933 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a06b93-012b-4150-81dc-13aa07bb9ce1 None None] Bound using segment: {'id': '4787f5b9-6226-41b6-8fca-ea1f4ddc3325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '73bd44d6-ea8f-4165-8d6d-317f8321efd4'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:34:29.623423 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-20a06b93-012b-4150-81dc-13aa07bb9ce1 None None] Bound port: de04f527-10e7-4307-abfc-2effd51bed38, host: dv-cinder-804735-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4787f5b9-6226-41b6-8fca-ea1f4ddc3325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '73bd44d6-ea8f-4165-8d6d-317f8321efd4'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:34:29.623801 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-20a06b93-012b-4150-81dc-13aa07bb9ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:29.640605 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-61b75145-8483-4398-b0e6-7abddfcc5cf1 admin admin] Allocated IP 172.27.0.166 (239ea516-19ad-4308-8c8f-3a956c00c66f/240b09d3-e621-4049-93c9-64b8f5a60ad0/81377e94-bf02-4e6b-9278-cbf13d00e845) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:34:29.694246 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-20a06b93-012b-4150-81dc-13aa07bb9ce1 None None] For port de04f527-10e7-4307-abfc-2effd51bed38, host dv-cinder-804735-2-iscsi, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:34:29.697767 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-20a06b93-012b-4150-81dc-13aa07bb9ce1 None None] For port de04f527-10e7-4307-abfc-2effd51bed38, host dv-cinder-804735-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=de04f527-10e7-4307-abfc-2effd51bed38,segment=NetworkSegment(4787f5b9-6226-41b6-8fca-ea1f4ddc3325),segment_id=4787f5b9-6226-41b6-8fca-ea1f4ddc3325)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:34:29.702558 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-20a06b93-012b-4150-81dc-13aa07bb9ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:29.762516 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a06b93-012b-4150-81dc-13aa07bb9ce1 None None] Pushing event updated for resources: {'Port': ['ID=de04f527-10e7-4307-abfc-2effd51bed38,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:29.769652 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-61b75145-8483-4398-b0e6-7abddfcc5cf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:29.816434 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-61b75145-8483-4398-b0e6-7abddfcc5cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9123015'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:29.852104 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b75145-8483-4398-b0e6-7abddfcc5cf1 admin admin] Network 239ea516-19ad-4308-8c8f-3a956c00c66f is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:34:29.854924 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-61b75145-8483-4398-b0e6-7abddfcc5cf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:34:29.857608 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b75145-8483-4398-b0e6-7abddfcc5cf1 admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:34:29.889181 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b75145-8483-4398-b0e6-7abddfcc5cf1 admin admin] Pushing event updated for resources: {'Port': ['ID=81377e94-bf02-4e6b-9278-cbf13d00e845,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:29.989598 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 6 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:34:30.147823 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-61b75145-8483-4398-b0e6-7abddfcc5cf1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:30.347203 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-61b75145-8483-4398-b0e6-7abddfcc5cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456187'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:30.517132 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc19ac2-d18b-405d-9464-d8cee35fa6b7 req-c799c72f-166a-4770-948b-3536db868223 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:30.537251 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9dc19ac2-d18b-405d-9464-d8cee35fa6b7 req-c799c72f-166a-4770-948b-3536db868223 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 945 time: 0.1065099 Aug 27 03:34:30.584016 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9dc19ac2-d18b-405d-9464-d8cee35fa6b7 req-99c0b40d-481f-47ec-bc4b-0391de3d9ac8 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457325 Aug 27 03:34:30.794478 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b75145-8483-4398-b0e6-7abddfcc5cf1 admin admin] Router de40f223-dde2-43cc-9a1c-1f8348e54edd is scheduled to L3 agent 531130d0-1c3c-4def-a74a-055fb8373853 with binding_index 1 {{(pid=93890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:34:30.801627 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062259aa-9714-4965-994d-b9a8b3c0eb7c None None] Network 73bd44d6-ea8f-4165-8d6d-317f8321efd4 requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:34:30.874620 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-b6147601-04da-4c0b-9cc1-2715fadc8dec None None] Provisioning for port de04f527-10e7-4307-abfc-2effd51bed38 completed by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:34:30.907909 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b75145-8483-4398-b0e6-7abddfcc5cf1 admin admin] Notify agent at l3_agent.dv-cinder-804735-2-iscsi the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:34:30.925157 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7533e65e-d298-4892-ad80-163e6ecd657d None None] Sync routers for ids ['de40f223-dde2-43cc-9a1c-1f8348e54edd'] in dv-cinder-804735-2-iscsi {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:34:30.925407 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-61b75145-8483-4398-b0e6-7abddfcc5cf1 admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:30.930079 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 56310) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:30.930238 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-61b75145-8483-4398-b0e6-7abddfcc5cf1 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9388556 Aug 27 03:34:30.944930 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7533e65e-d298-4892-ad80-163e6ecd657d None None] Routers {'de40f223-dde2-43cc-9a1c-1f8348e54edd'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:34:30.945551 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-7533e65e-d298-4892-ad80-163e6ecd657d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:34:17Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['de40f223-dde2-43cc-9a1c-1f8348e54edd'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:31.076608 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-7533e65e-d298-4892-ad80-163e6ecd657d None None] Set router de40f223-dde2-43cc-9a1c-1f8348e54edd gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:34:31.401127 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b1b08ce4-5c29-4766-b654-6304c7959b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:31.473209 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-7533e65e-d298-4892-ad80-163e6ecd657d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de40f223-dde2-43cc-9a1c-1f8348e54edd', 'name': 'tempest-TestMinimumBasicScenario-2061681295-router', 'tenant_id': 'c24d36ba6b374775b93c113837910ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '81377e94-bf02-4e6b-9278-cbf13d00e845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:34:29Z', 'updated_at': '2021-08-27T03:34:30Z', 'revision_number': 3, 'project_id': 'c24d36ba6b374775b93c113837910ba6', 'gw_port': {'id': '81377e94-bf02-4e6b-9278-cbf13d00e845', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de40f223-dde2-43cc-9a1c-1f8348e54edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:29Z', 'updated_at': '2021-08-27T03:34:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi'}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:31.507421 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7533e65e-d298-4892-ad80-163e6ecd657d None None] Checking router: de40f223-dde2-43cc-9a1c-1f8348e54edd for host: dv-cinder-804735-2-iscsi {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:34:31.507853 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7533e65e-d298-4892-ad80-163e6ecd657d None None] Updating router de40f223-dde2-43cc-9a1c-1f8348e54edd port 81377e94-bf02-4e6b-9278-cbf13d00e845 binding host dv-cinder-804735-2-iscsi {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:34:31.533448 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-7533e65e-d298-4892-ad80-163e6ecd657d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:31.546060 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 56326) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:31.564098 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-b1b08ce4-5c29-4766-b654-6304c7959b6b admin admin] Allocated IP 172.20.0.1 (73bd44d6-ea8f-4165-8d6d-317f8321efd4/f903fdf6-641d-48e9-bdde-df272a8f4bb6/6e2455d5-cce5-4cca-989e-44e4dcf12d04) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:34:31.675335 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b1b08ce4-5c29-4766-b654-6304c7959b6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:31.678392 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-192eb0c8-34bc-4dde-8ea8-7ea5124eae8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:31.717735 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b1b08ce4-5c29-4766-b654-6304c7959b6b admin admin] Transition to ACTIVE for port object 6e2455d5-cce5-4cca-989e-44e4dcf12d04 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:34:31.754661 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6afa16-6eb9-46f5-be9f-686ef7723478 req-f7d0a306-e75d-4b0f-8bee-867450e66610 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:31.756026 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-fd6afa16-6eb9-46f5-be9f-686ef7723478 req-f7d0a306-e75d-4b0f-8bee-867450e66610 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 945 time: 0.0761163 Aug 27 03:34:31.776659 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b1b08ce4-5c29-4766-b654-6304c7959b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:31.779824 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-192eb0c8-34bc-4dde-8ea8-7ea5124eae8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:31.786118 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-192eb0c8-34bc-4dde-8ea8-7ea5124eae8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:31.816505 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192eb0c8-34bc-4dde-8ea8-7ea5124eae8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95fb1d76-0d17-4dd4-909e-a118a742285a,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:31.832478 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-7533e65e-d298-4892-ad80-163e6ecd657d None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:31.845193 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-7533e65e-d298-4892-ad80-163e6ecd657d None None] Transition to ACTIVE for port object 81377e94-bf02-4e6b-9278-cbf13d00e845 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:34:31.852810 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-7533e65e-d298-4892-ad80-163e6ecd657d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:31.855613 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-fd6afa16-6eb9-46f5-be9f-686ef7723478 req-e5bd94ac-77ab-418b-bf03-59850f21c03c tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876365 Aug 27 03:34:31.857539 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b08ce4-5c29-4766-b654-6304c7959b6b admin admin] Network 73bd44d6-ea8f-4165-8d6d-317f8321efd4 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:34:31.859048 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b08ce4-5c29-4766-b654-6304c7959b6b admin admin] Pushing event updated for resources: {'Port': ['ID=6e2455d5-cce5-4cca-989e-44e4dcf12d04,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:31.865206 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-b1b08ce4-5c29-4766-b654-6304c7959b6b admin admin] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:34:31.867274 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b08ce4-5c29-4766-b654-6304c7959b6b admin admin] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:34:31.868337 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-192eb0c8-34bc-4dde-8ea8-7ea5124eae8b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=332bf1e93a2646ff9cd4865fa2e08690&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3198934 Aug 27 03:34:31.871151 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 56332) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:31.921359 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device de04f527-10e7-4307-abfc-2effd51bed38 up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:34:31.936165 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b1b08ce4-5c29-4766-b654-6304c7959b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455972'] for router_interface, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:31.952906 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-466db6d7-4ece-44f5-ae33-e10cbe518518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:31.982001 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-466db6d7-4ece-44f5-ae33-e10cbe518518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:31.994403 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-7533e65e-d298-4892-ad80-163e6ecd657d None None] Attempting to bind port 81377e94-bf02-4e6b-9278-cbf13d00e845 on host dv-cinder-804735-2-iscsi for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:34:31.994761 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-7533e65e-d298-4892-ad80-163e6ecd657d None None] Attempting to bind port 81377e94-bf02-4e6b-9278-cbf13d00e845 by drivers openvswitch,hyperv on host dv-cinder-804735-2-iscsi at level 0 using segments [{'id': 'd4232587-dac2-4838-ac1c-504baf035179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:34:31.995119 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7533e65e-d298-4892-ad80-163e6ecd657d None None] Attempting to bind port 81377e94-bf02-4e6b-9278-cbf13d00e845 on network 239ea516-19ad-4308-8c8f-3a956c00c66f {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:34:31.998534 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a97498-ff2c-478a-b3af-bfb3ac498908 None None] Pushing event updated for resources: {'Port': ['ID=81377e94-bf02-4e6b-9278-cbf13d00e845,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:32.008213 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7533e65e-d298-4892-ad80-163e6ecd657d None None] Checking agent: {'id': 'd4759df8-4373-4538-9ee3-f6ed6d276f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 21, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:34:32.008587 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7533e65e-d298-4892-ad80-163e6ecd657d None None] Checking segment: {'id': 'd4232587-dac2-4838-ac1c-504baf035179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:34:32.008982 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-7533e65e-d298-4892-ad80-163e6ecd657d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:32.009368 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7533e65e-d298-4892-ad80-163e6ecd657d None None] Bound using segment: {'id': 'd4232587-dac2-4838-ac1c-504baf035179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:34:32.009837 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-7533e65e-d298-4892-ad80-163e6ecd657d None None] Bound port: 81377e94-bf02-4e6b-9278-cbf13d00e845, host: dv-cinder-804735-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4232587-dac2-4838-ac1c-504baf035179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:34:32.010209 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-7533e65e-d298-4892-ad80-163e6ecd657d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:32.046322 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-466db6d7-4ece-44f5-ae33-e10cbe518518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:32.049063 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-466db6d7-4ece-44f5-ae33-e10cbe518518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:32.053858 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-466db6d7-4ece-44f5-ae33-e10cbe518518 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/95fb1d76-0d17-4dd4-909e-a118a742285a HTTP/1.1" status: 204 len: 168 time: 0.1806779 Aug 27 03:34:32.069971 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466db6d7-4ece-44f5-ae33-e10cbe518518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fb1d76-0d17-4dd4-909e-a118a742285a,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:32.123341 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b1b08ce4-5c29-4766-b654-6304c7959b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:32.132569 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning for port de04f527-10e7-4307-abfc-2effd51bed38 completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:34:32.136739 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-7533e65e-d298-4892-ad80-163e6ecd657d None None] For port 81377e94-bf02-4e6b-9278-cbf13d00e845, host dv-cinder-804735-2-iscsi, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:34:32.142161 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-7533e65e-d298-4892-ad80-163e6ecd657d None None] For port 81377e94-bf02-4e6b-9278-cbf13d00e845, host dv-cinder-804735-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=81377e94-bf02-4e6b-9278-cbf13d00e845,segment=NetworkSegment(d4232587-dac2-4838-ac1c-504baf035179),segment_id=d4232587-dac2-4838-ac1c-504baf035179)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:34:32.143674 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port de04f527-10e7-4307-abfc-2effd51bed38 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:32.144283 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:32.144487 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a927a22-3224-41dc-a8e2-2a72fc310692 req-118df69a-cbd3-4731-a503-f72ff9eb487c tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:32.146137 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2a927a22-3224-41dc-a8e2-2a72fc310692 req-118df69a-cbd3-4731-a503-f72ff9eb487c tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 945 time: 0.0873020 Aug 27 03:34:32.147940 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-7533e65e-d298-4892-ad80-163e6ecd657d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:32.155846 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 56338) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:32.160950 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-b9e50ab1-e220-4717-8bd8-485da23bae73 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Request body: {'floatingip': {'port_id': 'd5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:32.206185 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b9e50ab1-e220-4717-8bd8-485da23bae73 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks [] for floatingip, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:32.254507 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-c16ea21c-5be0-4ad7-8249-6bc237e1772c None None] Provisioning for port 6e2455d5-cce5-4cca-989e-44e4dcf12d04 completed by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:34:32.268113 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7533e65e-d298-4892-ad80-163e6ecd657d None None] Routers {'de40f223-dde2-43cc-9a1c-1f8348e54edd'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:34:32.268819 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-7533e65e-d298-4892-ad80-163e6ecd657d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:34:17Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['de40f223-dde2-43cc-9a1c-1f8348e54edd'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:32.330762 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b1b08ce4-5c29-4766-b654-6304c7959b6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:32.331488 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-c16ea21c-5be0-4ad7-8249-6bc237e1772c None None] Provisioning complete for port 6e2455d5-cce5-4cca-989e-44e4dcf12d04 triggered by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:32.331885 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-c16ea21c-5be0-4ad7-8249-6bc237e1772c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:32.333573 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a97498-ff2c-478a-b3af-bfb3ac498908 None None] Pushing event updated for resources: {'Port': ['ID=81377e94-bf02-4e6b-9278-cbf13d00e845,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:32.337176 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b1b08ce4-5c29-4766-b654-6304c7959b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8458856'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:32.445648 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b08ce4-5c29-4766-b654-6304c7959b6b admin admin] Pushing event updated for resources: {'Port': ['ID=6e2455d5-cce5-4cca-989e-44e4dcf12d04,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:32.451077 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b1b08ce4-5c29-4766-b654-6304c7959b6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456443'] for router_interface, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:32.470127 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-c16ea21c-5be0-4ad7-8249-6bc237e1772c None None] Port 6e2455d5-cce5-4cca-989e-44e4dcf12d04 cannot update to ACTIVE because it is not bound. {{(pid=93892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:34:32.500897 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:32.516185 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-7533e65e-d298-4892-ad80-163e6ecd657d None None] Set router de40f223-dde2-43cc-9a1c-1f8348e54edd gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:34:32.587493 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] For port de04f527-10e7-4307-abfc-2effd51bed38, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=de04f527-10e7-4307-abfc-2effd51bed38,segment=NetworkSegment(4787f5b9-6226-41b6-8fca-ea1f4ddc3325),segment_id=4787f5b9-6226-41b6-8fca-ea1f4ddc3325)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:34:32.605469 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:32.607289 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b08ce4-5c29-4766-b654-6304c7959b6b admin admin] Network 73bd44d6-ea8f-4165-8d6d-317f8321efd4 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:34:32.608969 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-b1b08ce4-5c29-4766-b654-6304c7959b6b admin admin] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:34:32.777614 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b9e50ab1-e220-4717-8bd8-485da23bae73 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:32.778710 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Pushing event updated for resources: {'Port': ['ID=de04f527-10e7-4307-abfc-2effd51bed38,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:32.784166 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b9e50ab1-e220-4717-8bd8-485da23bae73 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456017'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:32.797632 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b08ce4-5c29-4766-b654-6304c7959b6b admin admin] Router de40f223-dde2-43cc-9a1c-1f8348e54edd has already been hosted by L3 agent 531130d0-1c3c-4def-a74a-055fb8373853 {{(pid=93891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:34:32.982871 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.db.l3_db [None req-b9e50ab1-e220-4717-8bd8-485da23bae73 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Floating IP f7045e33-d076-4fad-a58a-062e4a6e0d42 associated. External IP: 172.27.0.60, port: d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e. Aug 27 03:34:32.994267 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b08ce4-5c29-4766-b654-6304c7959b6b admin admin] Notify agent at l3_agent.dv-cinder-804735-2-iscsi the message routers_updated {{(pid=93891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:34:33.002992 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-7533e65e-d298-4892-ad80-163e6ecd657d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de40f223-dde2-43cc-9a1c-1f8348e54edd', 'name': 'tempest-TestMinimumBasicScenario-2061681295-router', 'tenant_id': 'c24d36ba6b374775b93c113837910ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '81377e94-bf02-4e6b-9278-cbf13d00e845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:34:29Z', 'updated_at': '2021-08-27T03:34:32Z', 'revision_number': 4, 'project_id': 'c24d36ba6b374775b93c113837910ba6', 'gw_port': {'id': '81377e94-bf02-4e6b-9278-cbf13d00e845', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de40f223-dde2-43cc-9a1c-1f8348e54edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:29Z', 'updated_at': '2021-08-27T03:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': '6e2455d5-cce5-4cca-989e-44e4dcf12d04', 'name': '', 'network_id': '73bd44d6-ea8f-4165-8d6d-317f8321efd4', 'tenant_id': 'c24d36ba6b374775b93c113837910ba6', 'mac_address': 'fa:16:3e:63:f6:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de40f223-dde2-43cc-9a1c-1f8348e54edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'f903fdf6-641d-48e9-bdde-df272a8f4bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:31Z', 'updated_at': '2021-08-27T03:34:31Z', 'revision_number': 1, 'project_id': 'c24d36ba6b374775b93c113837910ba6', 'subnets': [{'id': 'f903fdf6-641d-48e9-bdde-df272a8f4bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:33.009795 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-b1b08ce4-5c29-4766-b654-6304c7959b6b admin admin] 10.222.0.58 "PUT /v2.0/routers/de40f223-dde2-43cc-9a1c-1f8348e54edd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0783274 Aug 27 03:34:33.076434 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7533e65e-d298-4892-ad80-163e6ecd657d None None] The sync data for ids ['de40f223-dde2-43cc-9a1c-1f8348e54edd'] in dv-cinder-804735-2-iscsi is: [{'id': 'de40f223-dde2-43cc-9a1c-1f8348e54edd', 'name': 'tempest-TestMinimumBasicScenario-2061681295-router', 'tenant_id': 'c24d36ba6b374775b93c113837910ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '81377e94-bf02-4e6b-9278-cbf13d00e845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:34:29Z', 'updated_at': '2021-08-27T03:34:32Z', 'revision_number': 4, 'project_id': 'c24d36ba6b374775b93c113837910ba6', 'gw_port': {'id': '81377e94-bf02-4e6b-9278-cbf13d00e845', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de40f223-dde2-43cc-9a1c-1f8348e54edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:29Z', 'updated_at': '2021-08-27T03:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': '6e2455d5-cce5-4cca-989e-44e4dcf12d04', 'name': '', 'network_id': '73bd44d6-ea8f-4165-8d6d-317f8321efd4', 'tenant_id': 'c24d36ba6b374775b93c113837910ba6', 'mac_address': 'fa:16:3e:63:f6:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de40f223-dde2-43cc-9a1c-1f8348e54edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'f903fdf6-641d-48e9-bdde-df272a8f4bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:31Z', 'updated_at': '2021-08-27T03:34:31Z', 'revision_number': 1, 'project_id': 'c24d36ba6b374775b93c113837910ba6', 'subnets': [{'id': 'f903fdf6-641d-48e9-bdde-df272a8f4bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:34:33.084849 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-8fbc6100-6505-440e-b5c2-fb22a266dbde None None] Provisioning complete for port 6e2455d5-cce5-4cca-989e-44e4dcf12d04 triggered by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:33.086845 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-8fbc6100-6505-440e-b5c2-fb22a266dbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:33.124637 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-8fbc6100-6505-440e-b5c2-fb22a266dbde None None] Port 6e2455d5-cce5-4cca-989e-44e4dcf12d04 cannot update to ACTIVE because it is not bound. {{(pid=93892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:34:33.255440 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e50ab1-e220-4717-8bd8-485da23bae73 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Router 9fb9f90e-3720-49fd-a152-fb2572effb38 has already been hosted by L3 agent 531130d0-1c3c-4def-a74a-055fb8373853 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:34:33.439293 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e50ab1-e220-4717-8bd8-485da23bae73 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify agent at l3_agent.dv-cinder-804735-2-iscsi the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:34:33.444534 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b9e50ab1-e220-4717-8bd8-485da23bae73 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:33.451107 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d89fd3a-06d4-4a3e-a6df-e64ede77fbf8 None None] Sync routers for ids ['9fb9f90e-3720-49fd-a152-fb2572effb38'] in dv-cinder-804735-2-iscsi {{(pid=93893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:34:33.461369 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d89fd3a-06d4-4a3e-a6df-e64ede77fbf8 None None] Routers {'9fb9f90e-3720-49fd-a152-fb2572effb38'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:34:33.462000 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-3d89fd3a-06d4-4a3e-a6df-e64ede77fbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:34:17Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['9fb9f90e-3720-49fd-a152-fb2572effb38'], 'active': True} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:33.488425 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-b9e50ab1-e220-4717-8bd8-485da23bae73 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "PUT /v2.0/floatingips/f7045e33-d076-4fad-a58a-062e4a6e0d42 HTTP/1.1" status: 200 len: 990 time: 1.3312204 Aug 27 03:34:33.489492 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46d79045-6606-4046-b902-58e716cb2375', 'tag': 'd5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:34:33.503671 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}755905221a1e0f69e4370b1ec2ad9bde0bcbe0fd3cc794ff6c7e2d34909de1ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3f304b-e247-4d0b-877e-204acdde1b1e" -d '{"events": [{"name": "network-changed", "server_uuid": "46d79045-6606-4046-b902-58e716cb2375", "tag": "d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:34:33.573912 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a084b4-8ab4-4a12-b1ac-299ddbee6451 x-openstack-request-id: req-e5a084b4-8ab4-4a12-b1ac-299ddbee6451 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:34:33.574916 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46d79045-6606-4046-b902-58e716cb2375", "tag": "d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:34:33.575485 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e5a084b4-8ab4-4a12-b1ac-299ddbee6451 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:34:33.575986 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46d79045-6606-4046-b902-58e716cb2375', 'tag': 'd5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e', 'status': 'completed', 'code': 200} Aug 27 03:34:33.613240 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvr_db [None req-3d89fd3a-06d4-4a3e-a6df-e64ede77fbf8 None None] Set router 9fb9f90e-3720-49fd-a152-fb2572effb38 gateway port host: dv-cinder-804735-2-iscsi {{(pid=93893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:34:33.846716 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 56400) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:33.853515 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-4d257cee-d330-42e4-9226-9f05a772804a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-741783511-network', 'tenant_id': '90a380b1f3c4481cba1e2dbeb03314e8'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:33.890068 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d257cee-d330-42e4-9226-9f05a772804a admin admin] Made reservation on behalf of 90a380b1f3c4481cba1e2dbeb03314e8 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:34:33.892699 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4d257cee-d330-42e4-9226-9f05a772804a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:33.908779 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4d257cee-d330-42e4-9226-9f05a772804a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:33.931094 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device de04f527-10e7-4307-abfc-2effd51bed38 up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:34:33.961742 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-3d89fd3a-06d4-4a3e-a6df-e64ede77fbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'name': 'tempest-AttachVolumeShelveTestJSON-1719299241-router', 'tenant_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ea40e756-c901-4048-90b4-7d2cb256dc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:11Z', 'updated_at': '2021-08-27T03:29:20Z', 'revision_number': 4, 'project_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'gw_port': {'id': 'ea40e756-c901-4048-90b4-7d2cb256dc51', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:13Z', 'updated_at': '2021-08-27T03:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_floatingips': [{'id': 'f7045e33-d076-4fad-a58a-062e4a6e0d42', 'tenant_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'floating_ip_address': '172.27.0.60', 'floating_network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'router_id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'port_id': 'd5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '914ec375-24a4-430c-b691-a84588d24cf3', 'mac_address': 'fa:16:3e:6b:f4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d79045-6606-4046-b902-58e716cb2375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:34:20Z', 'updated_at': '2021-08-27T03:34:32Z', 'revision_number': 1, 'project_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c500e205-52b3-4752-9bc2-9342d85c6169', 'name': '', 'network_id': '914ec375-24a4-430c-b691-a84588d24cf3', 'tenant_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'mac_address': 'fa:16:3e:6b:d3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '01048c02-3dc7-4172-b7c7-73d0365326a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:19Z', 'updated_at': '2021-08-27T03:29:28Z', 'revision_number': 5, 'project_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'subnets': [{'id': '01048c02-3dc7-4172-b7c7-73d0365326a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:34.006276 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d89fd3a-06d4-4a3e-a6df-e64ede77fbf8 None None] Checking router: 9fb9f90e-3720-49fd-a152-fb2572effb38 for host: dv-cinder-804735-2-iscsi {{(pid=93893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:34:34.016547 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d89fd3a-06d4-4a3e-a6df-e64ede77fbf8 None None] Routers {'9fb9f90e-3720-49fd-a152-fb2572effb38'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:34:34.017306 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-3d89fd3a-06d4-4a3e-a6df-e64ede77fbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:34:17Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['9fb9f90e-3720-49fd-a152-fb2572effb38'], 'active': True} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:34.022951 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port de04f527-10e7-4307-abfc-2effd51bed38 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:34.023575 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:34.184965 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f304b-e247-4d0b-877e-204acdde1b1e req-e9010b29-bfc1-45dd-9c34-6ffdb25fb4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:34.188082 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4d257cee-d330-42e4-9226-9f05a772804a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:34.194771 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5d3f304b-e247-4d0b-877e-204acdde1b1e req-e9010b29-bfc1-45dd-9c34-6ffdb25fb4c0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f60ccdbc7dbb46c6abacc312e57220a1&device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 1098 time: 0.5776503 Aug 27 03:34:34.196732 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4d257cee-d330-42e4-9226-9f05a772804a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:34.222798 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d257cee-d330-42e4-9226-9f05a772804a admin admin] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:34:34.229282 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvr_db [None req-3d89fd3a-06d4-4a3e-a6df-e64ede77fbf8 None None] Set router 9fb9f90e-3720-49fd-a152-fb2572effb38 gateway port host: dv-cinder-804735-2-iscsi {{(pid=93893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:34:34.284443 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4d257cee-d330-42e4-9226-9f05a772804a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:34.284751 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.db.segments_db [None req-4d257cee-d330-42e4-9226-9f05a772804a admin admin] Added segment 23af9a04-a39c-4441-9489-2523e1b9f7f8 of type vlan for network 06e15920-3db4-479e-851d-b2ddef2d6cd8 Aug 27 03:34:34.341270 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f304b-e247-4d0b-877e-204acdde1b1e req-4223c282-4375-446a-bbc2-6002ef155369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:34.343973 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5d3f304b-e247-4d0b-877e-204acdde1b1e req-4223c282-4375-446a-bbc2-6002ef155369 service neutron] 10.222.0.63 "GET /v2.0/networks?id=914ec375-24a4-430c-b691-a84588d24cf3 HTTP/1.1" status: 200 len: 918 time: 0.1482787 Aug 27 03:34:34.345289 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d257cee-d330-42e4-9226-9f05a772804a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe17a68b-a579-4b69-b972-dc6ad63c46ea,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:34.363185 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4d257cee-d330-42e4-9226-9f05a772804a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776574857063'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:34.426695 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4d257cee-d330-42e4-9226-9f05a772804a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:34.428068 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d257cee-d330-42e4-9226-9f05a772804a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:34.428652 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4d257cee-d330-42e4-9226-9f05a772804a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:34.453755 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5d3f304b-e247-4d0b-877e-204acdde1b1e req-50143fe2-3ce3-4e2a-b86c-46069a8df12d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e HTTP/1.1" status: 200 len: 998 time: 0.0976198 Aug 27 03:34:34.473760 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-4d257cee-d330-42e4-9226-9f05a772804a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6257734 Aug 27 03:34:34.512723 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 56416) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:34.528376 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-098b1574-197f-418b-8acb-e5761e278384 admin admin] Request body: {'subnet': {'network_id': '06e15920-3db4-479e-851d-b2ddef2d6cd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-741783511-subnet', 'tenant_id': '90a380b1f3c4481cba1e2dbeb03314e8', 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:34.536563 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f304b-e247-4d0b-877e-204acdde1b1e req-c3c51447-4443-4ec3-ac9f-6bfc93c6dc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:34.538061 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5d3f304b-e247-4d0b-877e-204acdde1b1e req-c3c51447-4443-4ec3-ac9f-6bfc93c6dc42 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=01048c02-3dc7-4172-b7c7-73d0365326a6 HTTP/1.1" status: 200 len: 856 time: 0.0757053 Aug 27 03:34:34.563542 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d257cee-d330-42e4-9226-9f05a772804a admin admin] Pushing event updated for resources: {'Network': ['ID=06e15920-3db4-479e-851d-b2ddef2d6cd8,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:34.573337 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098b1574-197f-418b-8acb-e5761e278384 admin admin] Made reservation on behalf of 90a380b1f3c4481cba1e2dbeb03314e8 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:34:34.576225 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-098b1574-197f-418b-8acb-e5761e278384 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999329'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:34.577201 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Network 06e15920-3db4-479e-851d-b2ddef2d6cd8 details requested by agent ovs-agent-dv-cinder-804735-2-iscsi with host dv-cinder-804735-2-iscsi {{(pid=93892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:34:34.650743 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f304b-e247-4d0b-877e-204acdde1b1e req-885c6b30-a8d3-4e07-81b4-9f0658c5ddec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:34.652346 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5d3f304b-e247-4d0b-877e-204acdde1b1e req-885c6b30-a8d3-4e07-81b4-9f0658c5ddec service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=914ec375-24a4-430c-b691-a84588d24cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0950644 Aug 27 03:34:34.690006 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-3d89fd3a-06d4-4a3e-a6df-e64ede77fbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'name': 'tempest-AttachVolumeShelveTestJSON-1719299241-router', 'tenant_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ea40e756-c901-4048-90b4-7d2cb256dc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:11Z', 'updated_at': '2021-08-27T03:29:20Z', 'revision_number': 4, 'project_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'gw_port': {'id': 'ea40e756-c901-4048-90b4-7d2cb256dc51', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:13Z', 'updated_at': '2021-08-27T03:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_floatingips': [{'id': 'f7045e33-d076-4fad-a58a-062e4a6e0d42', 'tenant_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'floating_ip_address': '172.27.0.60', 'floating_network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'router_id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'port_id': 'd5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '914ec375-24a4-430c-b691-a84588d24cf3', 'mac_address': 'fa:16:3e:6b:f4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d79045-6606-4046-b902-58e716cb2375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:34:20Z', 'updated_at': '2021-08-27T03:34:32Z', 'revision_number': 1, 'project_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c500e205-52b3-4752-9bc2-9342d85c6169', 'name': '', 'network_id': '914ec375-24a4-430c-b691-a84588d24cf3', 'tenant_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'mac_address': 'fa:16:3e:6b:d3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '01048c02-3dc7-4172-b7c7-73d0365326a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:19Z', 'updated_at': '2021-08-27T03:29:28Z', 'revision_number': 5, 'project_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'subnets': [{'id': '01048c02-3dc7-4172-b7c7-73d0365326a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:34.744645 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d89fd3a-06d4-4a3e-a6df-e64ede77fbf8 None None] The sync data for ids ['9fb9f90e-3720-49fd-a152-fb2572effb38'] in dv-cinder-804735-2-iscsi is: [{'id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'name': 'tempest-AttachVolumeShelveTestJSON-1719299241-router', 'tenant_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ea40e756-c901-4048-90b4-7d2cb256dc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:11Z', 'updated_at': '2021-08-27T03:29:20Z', 'revision_number': 4, 'project_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'gw_port': {'id': 'ea40e756-c901-4048-90b4-7d2cb256dc51', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:13Z', 'updated_at': '2021-08-27T03:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_floatingips': [{'id': 'f7045e33-d076-4fad-a58a-062e4a6e0d42', 'tenant_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'floating_ip_address': '172.27.0.60', 'floating_network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'router_id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'port_id': 'd5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '914ec375-24a4-430c-b691-a84588d24cf3', 'mac_address': 'fa:16:3e:6b:f4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d79045-6606-4046-b902-58e716cb2375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:34:20Z', 'updated_at': '2021-08-27T03:34:32Z', 'revision_number': 1, 'project_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c500e205-52b3-4752-9bc2-9342d85c6169', 'name': '', 'network_id': '914ec375-24a4-430c-b691-a84588d24cf3', 'tenant_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'mac_address': 'fa:16:3e:6b:d3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '01048c02-3dc7-4172-b7c7-73d0365326a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:19Z', 'updated_at': '2021-08-27T03:29:28Z', 'revision_number': 5, 'project_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'subnets': [{'id': '01048c02-3dc7-4172-b7c7-73d0365326a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:34:34.812483 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5d3f304b-e247-4d0b-877e-204acdde1b1e req-bbbdf5c0-bddb-4e9d-92fd-d96c92dca250 service neutron] 10.222.0.63 "GET /v2.0/networks/914ec375-24a4-430c-b691-a84588d24cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491416 Aug 27 03:34:34.876681 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-098b1574-197f-418b-8acb-e5761e278384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9122647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999379'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:34.942806 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b1574-197f-418b-8acb-e5761e278384 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fa859de-cda0-471d-bb21-d87d038b1ea6,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:34.955790 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098b1574-197f-418b-8acb-e5761e278384 admin admin] Checking segment: {'id': '23af9a04-a39c-4441-9489-2523e1b9f7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '06e15920-3db4-479e-851d-b2ddef2d6cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:34:34.956246 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098b1574-197f-418b-8acb-e5761e278384 admin admin] Network hostable DHCP agents. Network: 06e15920-3db4-479e-851d-b2ddef2d6cd8, hostable agents: ['b9d5b039-511f-405d-92d5-fedc540f1c95'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:34:34.976328 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098b1574-197f-418b-8acb-e5761e278384 admin admin] Network 06e15920-3db4-479e-851d-b2ddef2d6cd8 is scheduled to be hosted by DHCP agent b9d5b039-511f-405d-92d5-fedc540f1c95 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:34:34.981893 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5d3f304b-e247-4d0b-877e-204acdde1b1e req-d509921e-1f54-4539-b9eb-debec122134e service neutron] 10.222.0.63 "GET /v2.0/networks/914ec375-24a4-430c-b691-a84588d24cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606469 Aug 27 03:34:34.992259 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-098b1574-197f-418b-8acb-e5761e278384 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-2-iscsi, 06e15920-3db4-479e-851d-b2ddef2d6cd8) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:34:34.997037 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098b1574-197f-418b-8acb-e5761e278384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:34.997585 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-098b1574-197f-418b-8acb-e5761e278384 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:35.002703 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7037ef3b-94bd-4a16-88c5-65cfec6ad304 None None] Network 06e15920-3db4-479e-851d-b2ddef2d6cd8 requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:34:35.027117 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-098b1574-197f-418b-8acb-e5761e278384 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5109465 Aug 27 03:34:35.027328 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 56422) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:35.032610 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-8c452a3d-5bf2-4276-a462-d8f9a231839e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-741783511-router', 'tenant_id': '90a380b1f3c4481cba1e2dbeb03314e8', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:35.062669 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8c452a3d-5bf2-4276-a462-d8f9a231839e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36878'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:35.065011 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8c452a3d-5bf2-4276-a462-d8f9a231839e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-513158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36869'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:35.119880 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8169dbab-1d7a-4949-ab66-6374187b0b2a None None] New status for floating IP f7045e33-d076-4fad-a58a-062e4a6e0d42: ACTIVE {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:34:35.153440 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8c452a3d-5bf2-4276-a462-d8f9a231839e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:35.281524 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e4ba30-713a-44bc-a2c7-a8e19d1e9e88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e644adf-69bc-50df-a7ce-e1ee9e250690-06e15920-3db4-479e-851d-b2ddef2d6cd8', 'network_id': '06e15920-3db4-479e-851d-b2ddef2d6cd8', 'tenant_id': '90a380b1f3c4481cba1e2dbeb03314e8', 'fixed_ips': [{'subnet_id': '4fa859de-cda0-471d-bb21-d87d038b1ea6'}]}} from dv-cinder-804735-2-iscsi. {{(pid=93892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:34:35.282388 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d2e4ba30-713a-44bc-a2c7-a8e19d1e9e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:35.298027 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8c452a3d-5bf2-4276-a462-d8f9a231839e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:35.446453 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.db_base_plugin_common [None req-d2e4ba30-713a-44bc-a2c7-a8e19d1e9e88 None None] Allocated IP 172.20.0.2 (06e15920-3db4-479e-851d-b2ddef2d6cd8/4fa859de-cda0-471d-bb21-d87d038b1ea6/fb3cd21e-d29b-41fb-8632-854cb8d55391) {{(pid=93892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:34:35.515622 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8c452a3d-5bf2-4276-a462-d8f9a231839e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:35.540688 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8c452a3d-5bf2-4276-a462-d8f9a231839e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:35.602376 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d2e4ba30-713a-44bc-a2c7-a8e19d1e9e88 None None] Notify callbacks [] for port, precommit_create {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:35.616267 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-d2e4ba30-713a-44bc-a2c7-a8e19d1e9e88 None None] Transition to ACTIVE for port object fb3cd21e-d29b-41fb-8632-854cb8d55391 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:34:35.641430 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-d2e4ba30-713a-44bc-a2c7-a8e19d1e9e88 None None] Transition to ACTIVE for port object fb3cd21e-d29b-41fb-8632-854cb8d55391 will not be triggered until provisioned by entity DHCP. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:34:35.649906 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d2e4ba30-713a-44bc-a2c7-a8e19d1e9e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508'] for port, after_create {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:35.674179 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-8c452a3d-5bf2-4276-a462-d8f9a231839e admin admin] Allocated IP 172.27.0.178 (239ea516-19ad-4308-8c8f-3a956c00c66f/240b09d3-e621-4049-93c9-64b8f5a60ad0/276dd3c5-cf69-4274-a8d3-a9eede7368a4) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:34:35.817218 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e4ba30-713a-44bc-a2c7-a8e19d1e9e88 None None] Network 06e15920-3db4-479e-851d-b2ddef2d6cd8 is already hosted by enough agents. {{(pid=93892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:34:35.820738 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.scheduler.base_scheduler [None req-d2e4ba30-713a-44bc-a2c7-a8e19d1e9e88 None None] Resources bound (agent type, host, resource id): {{(pid=93892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:34:35.824367 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e4ba30-713a-44bc-a2c7-a8e19d1e9e88 None None] Received port after_create {{(pid=93892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:34:35.863588 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8c452a3d-5bf2-4276-a462-d8f9a231839e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:35.869008 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e4ba30-713a-44bc-a2c7-a8e19d1e9e88 None None] Pushing event updated for resources: {'Port': ['ID=fb3cd21e-d29b-41fb-8632-854cb8d55391,revision_number=1']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:35.915453 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-d2e4ba30-713a-44bc-a2c7-a8e19d1e9e88 None None] Attempting to bind port fb3cd21e-d29b-41fb-8632-854cb8d55391 on host dv-cinder-804735-2-iscsi for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:34:35.915453 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-d2e4ba30-713a-44bc-a2c7-a8e19d1e9e88 None None] Attempting to bind port fb3cd21e-d29b-41fb-8632-854cb8d55391 by drivers openvswitch,hyperv on host dv-cinder-804735-2-iscsi at level 0 using segments [{'id': '23af9a04-a39c-4441-9489-2523e1b9f7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '06e15920-3db4-479e-851d-b2ddef2d6cd8'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:34:35.915453 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e4ba30-713a-44bc-a2c7-a8e19d1e9e88 None None] Attempting to bind port fb3cd21e-d29b-41fb-8632-854cb8d55391 on network 06e15920-3db4-479e-851d-b2ddef2d6cd8 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:34:35.922975 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e4ba30-713a-44bc-a2c7-a8e19d1e9e88 None None] Checking agent: {'id': 'd4759df8-4373-4538-9ee3-f6ed6d276f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 21, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:34:35.923448 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e4ba30-713a-44bc-a2c7-a8e19d1e9e88 None None] Checking segment: {'id': '23af9a04-a39c-4441-9489-2523e1b9f7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '06e15920-3db4-479e-851d-b2ddef2d6cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:34:35.924047 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d2e4ba30-713a-44bc-a2c7-a8e19d1e9e88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:35.924529 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e4ba30-713a-44bc-a2c7-a8e19d1e9e88 None None] Bound using segment: {'id': '23af9a04-a39c-4441-9489-2523e1b9f7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '06e15920-3db4-479e-851d-b2ddef2d6cd8'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:34:35.925016 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-d2e4ba30-713a-44bc-a2c7-a8e19d1e9e88 None None] Bound port: fb3cd21e-d29b-41fb-8632-854cb8d55391, host: dv-cinder-804735-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23af9a04-a39c-4441-9489-2523e1b9f7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '06e15920-3db4-479e-851d-b2ddef2d6cd8'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:34:35.925419 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d2e4ba30-713a-44bc-a2c7-a8e19d1e9e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:35.928135 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 81377e94-bf02-4e6b-9278-cbf13d00e845 up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:34:35.928365 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8c452a3d-5bf2-4276-a462-d8f9a231839e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9123015'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:35.950081 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26563dc-f44a-4002-848e-0d96623835d6 None None] Sync routers for ids ['de40f223-dde2-43cc-9a1c-1f8348e54edd'] in dv-cinder-804735-2-iscsi {{(pid=93893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:34:35.960034 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26563dc-f44a-4002-848e-0d96623835d6 None None] Routers {'de40f223-dde2-43cc-9a1c-1f8348e54edd'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:34:35.960638 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-a26563dc-f44a-4002-848e-0d96623835d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:34:17Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['de40f223-dde2-43cc-9a1c-1f8348e54edd'], 'active': True} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:35.965774 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c452a3d-5bf2-4276-a462-d8f9a231839e admin admin] Network 239ea516-19ad-4308-8c8f-3a956c00c66f is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:34:35.972174 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-8c452a3d-5bf2-4276-a462-d8f9a231839e admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:34:35.976757 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c452a3d-5bf2-4276-a462-d8f9a231839e admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:34:35.997654 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c452a3d-5bf2-4276-a462-d8f9a231839e admin admin] Pushing event updated for resources: {'Port': ['ID=276dd3c5-cf69-4274-a8d3-a9eede7368a4,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:36.019272 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning for port 81377e94-bf02-4e6b-9278-cbf13d00e845 completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:34:36.025935 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port 81377e94-bf02-4e6b-9278-cbf13d00e845 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:36.026304 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:36.068057 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-d2e4ba30-713a-44bc-a2c7-a8e19d1e9e88 None None] For port fb3cd21e-d29b-41fb-8632-854cb8d55391, host dv-cinder-804735-2-iscsi, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:34:36.072805 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-d2e4ba30-713a-44bc-a2c7-a8e19d1e9e88 None None] For port fb3cd21e-d29b-41fb-8632-854cb8d55391, host dv-cinder-804735-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=fb3cd21e-d29b-41fb-8632-854cb8d55391,segment=NetworkSegment(23af9a04-a39c-4441-9489-2523e1b9f7f8),segment_id=23af9a04-a39c-4441-9489-2523e1b9f7f8)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:34:36.076723 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvr_db [None req-a26563dc-f44a-4002-848e-0d96623835d6 None None] Set router de40f223-dde2-43cc-9a1c-1f8348e54edd gateway port host: dv-cinder-804735-2-iscsi {{(pid=93893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:34:36.084701 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d2e4ba30-713a-44bc-a2c7-a8e19d1e9e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:36.173543 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:36.213238 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] For port 81377e94-bf02-4e6b-9278-cbf13d00e845, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=81377e94-bf02-4e6b-9278-cbf13d00e845,segment=NetworkSegment(d4232587-dac2-4838-ac1c-504baf035179),segment_id=d4232587-dac2-4838-ac1c-504baf035179)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:34:36.214291 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e4ba30-713a-44bc-a2c7-a8e19d1e9e88 None None] Pushing event updated for resources: {'Port': ['ID=fb3cd21e-d29b-41fb-8632-854cb8d55391,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:36.218849 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:36.272231 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Pushing event updated for resources: {'Port': ['ID=81377e94-bf02-4e6b-9278-cbf13d00e845,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:36.272613 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8c452a3d-5bf2-4276-a462-d8f9a231839e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:36.327229 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-a26563dc-f44a-4002-848e-0d96623835d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de40f223-dde2-43cc-9a1c-1f8348e54edd', 'name': 'tempest-TestMinimumBasicScenario-2061681295-router', 'tenant_id': 'c24d36ba6b374775b93c113837910ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '81377e94-bf02-4e6b-9278-cbf13d00e845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:34:29Z', 'updated_at': '2021-08-27T03:34:32Z', 'revision_number': 4, 'project_id': 'c24d36ba6b374775b93c113837910ba6', 'gw_port': {'id': '81377e94-bf02-4e6b-9278-cbf13d00e845', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de40f223-dde2-43cc-9a1c-1f8348e54edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:29Z', 'updated_at': '2021-08-27T03:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': '6e2455d5-cce5-4cca-989e-44e4dcf12d04', 'name': '', 'network_id': '73bd44d6-ea8f-4165-8d6d-317f8321efd4', 'tenant_id': 'c24d36ba6b374775b93c113837910ba6', 'mac_address': 'fa:16:3e:63:f6:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de40f223-dde2-43cc-9a1c-1f8348e54edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'f903fdf6-641d-48e9-bdde-df272a8f4bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:31Z', 'updated_at': '2021-08-27T03:34:32Z', 'revision_number': 2, 'project_id': 'c24d36ba6b374775b93c113837910ba6', 'subnets': [{'id': 'f903fdf6-641d-48e9-bdde-df272a8f4bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:36.361457 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26563dc-f44a-4002-848e-0d96623835d6 None None] Checking router: de40f223-dde2-43cc-9a1c-1f8348e54edd for host: dv-cinder-804735-2-iscsi {{(pid=93893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:34:36.361457 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26563dc-f44a-4002-848e-0d96623835d6 None None] Updating router de40f223-dde2-43cc-9a1c-1f8348e54edd port 6e2455d5-cce5-4cca-989e-44e4dcf12d04 binding host dv-cinder-804735-2-iscsi {{(pid=93893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:34:36.402149 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a26563dc-f44a-4002-848e-0d96623835d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:36.762677 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8c452a3d-5bf2-4276-a462-d8f9a231839e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456187'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:36.776574 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a26563dc-f44a-4002-848e-0d96623835d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:36.787222 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.provisioning_blocks [None req-a26563dc-f44a-4002-848e-0d96623835d6 None None] Transition to ACTIVE for port object 6e2455d5-cce5-4cca-989e-44e4dcf12d04 will not be triggered until provisioned by entity L2. {{(pid=93893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:34:36.793258 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a26563dc-f44a-4002-848e-0d96623835d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:36.840643 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e0366-b04c-4a7b-ae81-a59890ee2f0b None None] Pushing event updated for resources: {'Port': ['ID=6e2455d5-cce5-4cca-989e-44e4dcf12d04,revision_number=3']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:36.848406 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e0366-b04c-4a7b-ae81-a59890ee2f0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:36.848750 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e0366-b04c-4a7b-ae81-a59890ee2f0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:36.849087 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e0366-b04c-4a7b-ae81-a59890ee2f0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:36.849418 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e0366-b04c-4a7b-ae81-a59890ee2f0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:36.849791 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e0366-b04c-4a7b-ae81-a59890ee2f0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:36.850054 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e0366-b04c-4a7b-ae81-a59890ee2f0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:36.850376 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e0366-b04c-4a7b-ae81-a59890ee2f0b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:36.850693 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e0366-b04c-4a7b-ae81-a59890ee2f0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:36.851030 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e0366-b04c-4a7b-ae81-a59890ee2f0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:36.851373 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e0366-b04c-4a7b-ae81-a59890ee2f0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:36.851692 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e0366-b04c-4a7b-ae81-a59890ee2f0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:36.852006 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e0366-b04c-4a7b-ae81-a59890ee2f0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:36.922562 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [None req-a26563dc-f44a-4002-848e-0d96623835d6 None None] Attempting to bind port 6e2455d5-cce5-4cca-989e-44e4dcf12d04 on host dv-cinder-804735-2-iscsi for vnic_type normal with profile {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:34:36.922921 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [None req-a26563dc-f44a-4002-848e-0d96623835d6 None None] Attempting to bind port 6e2455d5-cce5-4cca-989e-44e4dcf12d04 by drivers openvswitch,hyperv on host dv-cinder-804735-2-iscsi at level 0 using segments [{'id': '4787f5b9-6226-41b6-8fca-ea1f4ddc3325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '73bd44d6-ea8f-4165-8d6d-317f8321efd4'}] {{(pid=93893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:34:36.923454 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26563dc-f44a-4002-848e-0d96623835d6 None None] Attempting to bind port 6e2455d5-cce5-4cca-989e-44e4dcf12d04 on network 73bd44d6-ea8f-4165-8d6d-317f8321efd4 {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:34:36.928743 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26563dc-f44a-4002-848e-0d96623835d6 None None] Checking agent: {'id': 'd4759df8-4373-4538-9ee3-f6ed6d276f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 21, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:34:36.929117 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26563dc-f44a-4002-848e-0d96623835d6 None None] Checking segment: {'id': '4787f5b9-6226-41b6-8fca-ea1f4ddc3325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '73bd44d6-ea8f-4165-8d6d-317f8321efd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:34:36.930214 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a26563dc-f44a-4002-848e-0d96623835d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:36.930603 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26563dc-f44a-4002-848e-0d96623835d6 None None] Bound using segment: {'id': '4787f5b9-6226-41b6-8fca-ea1f4ddc3325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '73bd44d6-ea8f-4165-8d6d-317f8321efd4'} {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:34:36.931080 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [None req-a26563dc-f44a-4002-848e-0d96623835d6 None None] Bound port: 6e2455d5-cce5-4cca-989e-44e4dcf12d04, host: dv-cinder-804735-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4787f5b9-6226-41b6-8fca-ea1f4ddc3325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '73bd44d6-ea8f-4165-8d6d-317f8321efd4'}}] {{(pid=93893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:34:36.931641 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a26563dc-f44a-4002-848e-0d96623835d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:36.953077 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c452a3d-5bf2-4276-a462-d8f9a231839e admin admin] Router 3ec304bb-3779-4789-a52f-eb578e99955b is scheduled to L3 agent 531130d0-1c3c-4def-a74a-055fb8373853 with binding_index 1 {{(pid=93890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:34:37.011686 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [None req-a26563dc-f44a-4002-848e-0d96623835d6 None None] For port 6e2455d5-cce5-4cca-989e-44e4dcf12d04, host dv-cinder-804735-2-iscsi, cleared binding levels {{(pid=93893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:34:37.015872 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [None req-a26563dc-f44a-4002-848e-0d96623835d6 None None] For port 6e2455d5-cce5-4cca-989e-44e4dcf12d04, host dv-cinder-804735-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=6e2455d5-cce5-4cca-989e-44e4dcf12d04,segment=NetworkSegment(4787f5b9-6226-41b6-8fca-ea1f4ddc3325),segment_id=4787f5b9-6226-41b6-8fca-ea1f4ddc3325)] {{(pid=93893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:34:37.021839 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a26563dc-f44a-4002-848e-0d96623835d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:37.077934 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e0366-b04c-4a7b-ae81-a59890ee2f0b None None] Pushing event updated for resources: {'Port': ['ID=6e2455d5-cce5-4cca-989e-44e4dcf12d04,revision_number=4']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:37.082256 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c452a3d-5bf2-4276-a462-d8f9a231839e admin admin] Notify agent at l3_agent.dv-cinder-804735-2-iscsi the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:34:37.094463 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26563dc-f44a-4002-848e-0d96623835d6 None None] Routers {'de40f223-dde2-43cc-9a1c-1f8348e54edd'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:34:37.095083 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-a26563dc-f44a-4002-848e-0d96623835d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:34:17Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['de40f223-dde2-43cc-9a1c-1f8348e54edd'], 'active': True} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:37.101127 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1c8ed9-b2b4-4a2c-8d7a-0e93248d8b77 None None] Sync routers for ids ['3ec304bb-3779-4789-a52f-eb578e99955b'] in dv-cinder-804735-2-iscsi {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:34:37.108036 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8c452a3d-5bf2-4276-a462-d8f9a231839e admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:37.112082 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 56446) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:37.121042 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-8c452a3d-5bf2-4276-a462-d8f9a231839e admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0832613 Aug 27 03:34:37.130431 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1c8ed9-b2b4-4a2c-8d7a-0e93248d8b77 None None] Routers {'3ec304bb-3779-4789-a52f-eb578e99955b'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:34:37.131252 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-7e1c8ed9-b2b4-4a2c-8d7a-0e93248d8b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:34:17Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['3ec304bb-3779-4789-a52f-eb578e99955b'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:37.221367 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvr_db [None req-a26563dc-f44a-4002-848e-0d96623835d6 None None] Set router de40f223-dde2-43cc-9a1c-1f8348e54edd gateway port host: dv-cinder-804735-2-iscsi {{(pid=93893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:34:37.315386 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-7e1c8ed9-b2b4-4a2c-8d7a-0e93248d8b77 None None] Set router 3ec304bb-3779-4789-a52f-eb578e99955b gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:34:37.356109 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518e2b46-d1e3-44d5-b8ef-163a781ff631 None None] Network 06e15920-3db4-479e-851d-b2ddef2d6cd8 requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:34:37.461020 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-a26563dc-f44a-4002-848e-0d96623835d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de40f223-dde2-43cc-9a1c-1f8348e54edd', 'name': 'tempest-TestMinimumBasicScenario-2061681295-router', 'tenant_id': 'c24d36ba6b374775b93c113837910ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '81377e94-bf02-4e6b-9278-cbf13d00e845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:34:29Z', 'updated_at': '2021-08-27T03:34:32Z', 'revision_number': 4, 'project_id': 'c24d36ba6b374775b93c113837910ba6', 'gw_port': {'id': '81377e94-bf02-4e6b-9278-cbf13d00e845', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de40f223-dde2-43cc-9a1c-1f8348e54edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:29Z', 'updated_at': '2021-08-27T03:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': '6e2455d5-cce5-4cca-989e-44e4dcf12d04', 'name': '', 'network_id': '73bd44d6-ea8f-4165-8d6d-317f8321efd4', 'tenant_id': 'c24d36ba6b374775b93c113837910ba6', 'mac_address': 'fa:16:3e:63:f6:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de40f223-dde2-43cc-9a1c-1f8348e54edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'f903fdf6-641d-48e9-bdde-df272a8f4bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:31Z', 'updated_at': '2021-08-27T03:34:37Z', 'revision_number': 4, 'project_id': 'c24d36ba6b374775b93c113837910ba6', 'subnets': [{'id': 'f903fdf6-641d-48e9-bdde-df272a8f4bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:37.488803 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26563dc-f44a-4002-848e-0d96623835d6 None None] The sync data for ids ['de40f223-dde2-43cc-9a1c-1f8348e54edd'] in dv-cinder-804735-2-iscsi is: [{'id': 'de40f223-dde2-43cc-9a1c-1f8348e54edd', 'name': 'tempest-TestMinimumBasicScenario-2061681295-router', 'tenant_id': 'c24d36ba6b374775b93c113837910ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '81377e94-bf02-4e6b-9278-cbf13d00e845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:34:29Z', 'updated_at': '2021-08-27T03:34:32Z', 'revision_number': 4, 'project_id': 'c24d36ba6b374775b93c113837910ba6', 'gw_port': {'id': '81377e94-bf02-4e6b-9278-cbf13d00e845', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de40f223-dde2-43cc-9a1c-1f8348e54edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:29Z', 'updated_at': '2021-08-27T03:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': '6e2455d5-cce5-4cca-989e-44e4dcf12d04', 'name': '', 'network_id': '73bd44d6-ea8f-4165-8d6d-317f8321efd4', 'tenant_id': 'c24d36ba6b374775b93c113837910ba6', 'mac_address': 'fa:16:3e:63:f6:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de40f223-dde2-43cc-9a1c-1f8348e54edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'f903fdf6-641d-48e9-bdde-df272a8f4bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:31Z', 'updated_at': '2021-08-27T03:34:37Z', 'revision_number': 4, 'project_id': 'c24d36ba6b374775b93c113837910ba6', 'subnets': [{'id': 'f903fdf6-641d-48e9-bdde-df272a8f4bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:34:37.499001 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-dcd357a6-5b3d-4292-8062-c649a498915c None None] Provisioning for port fb3cd21e-d29b-41fb-8632-854cb8d55391 completed by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:34:37.643951 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-94b4f0d5-4bc4-4b47-92fb-ef2e255f4931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:37.672506 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-7e1c8ed9-b2b4-4a2c-8d7a-0e93248d8b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec304bb-3779-4789-a52f-eb578e99955b', 'name': 'tempest-TestMinimumBasicScenario-741783511-router', 'tenant_id': '90a380b1f3c4481cba1e2dbeb03314e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '276dd3c5-cf69-4274-a8d3-a9eede7368a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:34:35Z', 'updated_at': '2021-08-27T03:34:36Z', 'revision_number': 3, 'project_id': '90a380b1f3c4481cba1e2dbeb03314e8', 'gw_port': {'id': '276dd3c5-cf69-4274-a8d3-a9eede7368a4', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a6:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec304bb-3779-4789-a52f-eb578e99955b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:35Z', 'updated_at': '2021-08-27T03:34:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi'}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:37.705926 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1c8ed9-b2b4-4a2c-8d7a-0e93248d8b77 None None] Checking router: 3ec304bb-3779-4789-a52f-eb578e99955b for host: dv-cinder-804735-2-iscsi {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:34:37.706265 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1c8ed9-b2b4-4a2c-8d7a-0e93248d8b77 None None] Updating router 3ec304bb-3779-4789-a52f-eb578e99955b port 276dd3c5-cf69-4274-a8d3-a9eede7368a4 binding host dv-cinder-804735-2-iscsi {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:34:37.737317 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-7e1c8ed9-b2b4-4a2c-8d7a-0e93248d8b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:37.861486 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-94b4f0d5-4bc4-4b47-92fb-ef2e255f4931 admin admin] Allocated IP 172.20.0.1 (06e15920-3db4-479e-851d-b2ddef2d6cd8/4fa859de-cda0-471d-bb21-d87d038b1ea6/7cafcc02-5911-4016-b6b1-b569f279bbdd) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:34:38.016882 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-94b4f0d5-4bc4-4b47-92fb-ef2e255f4931 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:38.026881 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 6e2455d5-cce5-4cca-989e-44e4dcf12d04 up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:34:38.032488 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-94b4f0d5-4bc4-4b47-92fb-ef2e255f4931 admin admin] Transition to ACTIVE for port object 7cafcc02-5911-4016-b6b1-b569f279bbdd will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:34:38.066652 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-94b4f0d5-4bc4-4b47-92fb-ef2e255f4931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:38.102322 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b4f0d5-4bc4-4b47-92fb-ef2e255f4931 admin admin] Network 06e15920-3db4-479e-851d-b2ddef2d6cd8 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:34:38.105351 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-94b4f0d5-4bc4-4b47-92fb-ef2e255f4931 admin admin] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:34:38.109304 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b4f0d5-4bc4-4b47-92fb-ef2e255f4931 admin admin] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:34:38.114509 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning for port 6e2455d5-cce5-4cca-989e-44e4dcf12d04 completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:34:38.123386 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port 6e2455d5-cce5-4cca-989e-44e4dcf12d04 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:38.123890 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:38.150390 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-94b4f0d5-4bc4-4b47-92fb-ef2e255f4931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455972'] for router_interface, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:38.203839 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-7e1c8ed9-b2b4-4a2c-8d7a-0e93248d8b77 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:38.226296 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-7e1c8ed9-b2b4-4a2c-8d7a-0e93248d8b77 None None] Transition to ACTIVE for port object 276dd3c5-cf69-4274-a8d3-a9eede7368a4 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:34:38.252287 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-7e1c8ed9-b2b4-4a2c-8d7a-0e93248d8b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:38.253655 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b4f0d5-4bc4-4b47-92fb-ef2e255f4931 admin admin] Pushing event updated for resources: {'Port': ['ID=7cafcc02-5911-4016-b6b1-b569f279bbdd,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:38.291896 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-94b4f0d5-4bc4-4b47-92fb-ef2e255f4931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:38.311119 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:38.329077 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-7e1c8ed9-b2b4-4a2c-8d7a-0e93248d8b77 None None] Attempting to bind port 276dd3c5-cf69-4274-a8d3-a9eede7368a4 on host dv-cinder-804735-2-iscsi for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:34:38.329743 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-7e1c8ed9-b2b4-4a2c-8d7a-0e93248d8b77 None None] Attempting to bind port 276dd3c5-cf69-4274-a8d3-a9eede7368a4 by drivers openvswitch,hyperv on host dv-cinder-804735-2-iscsi at level 0 using segments [{'id': 'd4232587-dac2-4838-ac1c-504baf035179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:34:38.329882 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1c8ed9-b2b4-4a2c-8d7a-0e93248d8b77 None None] Attempting to bind port 276dd3c5-cf69-4274-a8d3-a9eede7368a4 on network 239ea516-19ad-4308-8c8f-3a956c00c66f {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:34:38.331677 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e04db2-c7fe-4391-8e9e-9f32f3ff2708 None None] Pushing event updated for resources: {'Port': ['ID=276dd3c5-cf69-4274-a8d3-a9eede7368a4,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:38.340633 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1c8ed9-b2b4-4a2c-8d7a-0e93248d8b77 None None] Checking agent: {'id': 'd4759df8-4373-4538-9ee3-f6ed6d276f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 21, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:34:38.341012 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1c8ed9-b2b4-4a2c-8d7a-0e93248d8b77 None None] Checking segment: {'id': 'd4232587-dac2-4838-ac1c-504baf035179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:34:38.341702 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-7e1c8ed9-b2b4-4a2c-8d7a-0e93248d8b77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:38.341948 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1c8ed9-b2b4-4a2c-8d7a-0e93248d8b77 None None] Bound using segment: {'id': 'd4232587-dac2-4838-ac1c-504baf035179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:34:38.342416 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-7e1c8ed9-b2b4-4a2c-8d7a-0e93248d8b77 None None] Bound port: 276dd3c5-cf69-4274-a8d3-a9eede7368a4, host: dv-cinder-804735-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4232587-dac2-4838-ac1c-504baf035179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:34:38.342791 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-7e1c8ed9-b2b4-4a2c-8d7a-0e93248d8b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:38.402214 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] For port 6e2455d5-cce5-4cca-989e-44e4dcf12d04, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=6e2455d5-cce5-4cca-989e-44e4dcf12d04,segment=NetworkSegment(4787f5b9-6226-41b6-8fca-ea1f4ddc3325),segment_id=4787f5b9-6226-41b6-8fca-ea1f4ddc3325)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:34:38.412738 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:38.413661 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device fb3cd21e-d29b-41fb-8632-854cb8d55391 up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:34:38.495583 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-94b4f0d5-4bc4-4b47-92fb-ef2e255f4931 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:38.498337 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-7e1c8ed9-b2b4-4a2c-8d7a-0e93248d8b77 None None] For port 276dd3c5-cf69-4274-a8d3-a9eede7368a4, host dv-cinder-804735-2-iscsi, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:34:38.501675 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-94b4f0d5-4bc4-4b47-92fb-ef2e255f4931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8458856'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:38.521931 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-7e1c8ed9-b2b4-4a2c-8d7a-0e93248d8b77 None None] For port 276dd3c5-cf69-4274-a8d3-a9eede7368a4, host dv-cinder-804735-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=276dd3c5-cf69-4274-a8d3-a9eede7368a4,segment=NetworkSegment(d4232587-dac2-4838-ac1c-504baf035179),segment_id=d4232587-dac2-4838-ac1c-504baf035179)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:34:38.524208 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-1dee5a08-1cc9-46ec-a6a4-380845d66160 None None] Provisioning for port 7cafcc02-5911-4016-b6b1-b569f279bbdd completed by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:34:38.526558 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Pushing event updated for resources: {'Port': ['ID=6e2455d5-cce5-4cca-989e-44e4dcf12d04,revision_number=5']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:38.532070 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-7e1c8ed9-b2b4-4a2c-8d7a-0e93248d8b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:38.537856 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-1dee5a08-1cc9-46ec-a6a4-380845d66160 None None] Provisioning complete for port 7cafcc02-5911-4016-b6b1-b569f279bbdd triggered by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:38.538037 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-1dee5a08-1cc9-46ec-a6a4-380845d66160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:38.568992 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b4f0d5-4bc4-4b47-92fb-ef2e255f4931 admin admin] Pushing event updated for resources: {'Port': ['ID=7cafcc02-5911-4016-b6b1-b569f279bbdd,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:38.571154 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-94b4f0d5-4bc4-4b47-92fb-ef2e255f4931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456443'] for router_interface, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:38.581527 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b4f0d5-4bc4-4b47-92fb-ef2e255f4931 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:38.581878 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b4f0d5-4bc4-4b47-92fb-ef2e255f4931 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:38.582214 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b4f0d5-4bc4-4b47-92fb-ef2e255f4931 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:38.582561 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b4f0d5-4bc4-4b47-92fb-ef2e255f4931 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:38.582903 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b4f0d5-4bc4-4b47-92fb-ef2e255f4931 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:38.583221 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b4f0d5-4bc4-4b47-92fb-ef2e255f4931 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:38.583572 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b4f0d5-4bc4-4b47-92fb-ef2e255f4931 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:38.583944 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b4f0d5-4bc4-4b47-92fb-ef2e255f4931 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:38.584221 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b4f0d5-4bc4-4b47-92fb-ef2e255f4931 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:38.584572 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b4f0d5-4bc4-4b47-92fb-ef2e255f4931 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:38.584893 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b4f0d5-4bc4-4b47-92fb-ef2e255f4931 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:38.585209 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b4f0d5-4bc4-4b47-92fb-ef2e255f4931 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:38.597481 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning for port fb3cd21e-d29b-41fb-8632-854cb8d55391 completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:34:38.622639 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-1dee5a08-1cc9-46ec-a6a4-380845d66160 None None] Port 7cafcc02-5911-4016-b6b1-b569f279bbdd cannot update to ACTIVE because it is not bound. {{(pid=93892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:34:38.624025 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port fb3cd21e-d29b-41fb-8632-854cb8d55391 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:38.624412 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:38.652206 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e04db2-c7fe-4391-8e9e-9f32f3ff2708 None None] Pushing event updated for resources: {'Port': ['ID=276dd3c5-cf69-4274-a8d3-a9eede7368a4,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:38.658443 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1c8ed9-b2b4-4a2c-8d7a-0e93248d8b77 None None] Routers {'3ec304bb-3779-4789-a52f-eb578e99955b'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:34:38.659045 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-7e1c8ed9-b2b4-4a2c-8d7a-0e93248d8b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:34:17Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['3ec304bb-3779-4789-a52f-eb578e99955b'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:38.681498 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b4f0d5-4bc4-4b47-92fb-ef2e255f4931 admin admin] Network 06e15920-3db4-479e-851d-b2ddef2d6cd8 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:34:38.683108 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-94b4f0d5-4bc4-4b47-92fb-ef2e255f4931 admin admin] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:34:38.796604 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b4f0d5-4bc4-4b47-92fb-ef2e255f4931 admin admin] Router 3ec304bb-3779-4789-a52f-eb578e99955b has already been hosted by L3 agent 531130d0-1c3c-4def-a74a-055fb8373853 {{(pid=93891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:34:38.800624 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:38.804669 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-7e1c8ed9-b2b4-4a2c-8d7a-0e93248d8b77 None None] Set router 3ec304bb-3779-4789-a52f-eb578e99955b gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:34:38.912238 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b4f0d5-4bc4-4b47-92fb-ef2e255f4931 admin admin] Notify agent at l3_agent.dv-cinder-804735-2-iscsi the message routers_updated {{(pid=93891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:34:38.917414 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-94b4f0d5-4bc4-4b47-92fb-ef2e255f4931 admin admin] 10.222.0.58 "PUT /v2.0/routers/3ec304bb-3779-4789-a52f-eb578e99955b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8032968 Aug 27 03:34:39.029285 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] For port fb3cd21e-d29b-41fb-8632-854cb8d55391, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=fb3cd21e-d29b-41fb-8632-854cb8d55391,segment=NetworkSegment(23af9a04-a39c-4441-9489-2523e1b9f7f8),segment_id=23af9a04-a39c-4441-9489-2523e1b9f7f8)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:34:39.031716 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-766fc8ac-e056-463d-918d-2e178ea88b14 None None] Provisioning complete for port 7cafcc02-5911-4016-b6b1-b569f279bbdd triggered by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:39.031982 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-766fc8ac-e056-463d-918d-2e178ea88b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:39.044294 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:39.044592 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 81377e94-bf02-4e6b-9278-cbf13d00e845 up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:34:39.181443 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-766fc8ac-e056-463d-918d-2e178ea88b14 None None] Port 7cafcc02-5911-4016-b6b1-b569f279bbdd cannot update to ACTIVE because it is not bound. {{(pid=93892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:34:39.191010 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Pushing event updated for resources: {'Port': ['ID=fb3cd21e-d29b-41fb-8632-854cb8d55391,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:39.240202 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port 81377e94-bf02-4e6b-9278-cbf13d00e845 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:39.240544 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:39.301616 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-7e1c8ed9-b2b4-4a2c-8d7a-0e93248d8b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec304bb-3779-4789-a52f-eb578e99955b', 'name': 'tempest-TestMinimumBasicScenario-741783511-router', 'tenant_id': '90a380b1f3c4481cba1e2dbeb03314e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '276dd3c5-cf69-4274-a8d3-a9eede7368a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:34:35Z', 'updated_at': '2021-08-27T03:34:38Z', 'revision_number': 4, 'project_id': '90a380b1f3c4481cba1e2dbeb03314e8', 'gw_port': {'id': '276dd3c5-cf69-4274-a8d3-a9eede7368a4', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a6:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec304bb-3779-4789-a52f-eb578e99955b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:35Z', 'updated_at': '2021-08-27T03:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': '7cafcc02-5911-4016-b6b1-b569f279bbdd', 'name': '', 'network_id': '06e15920-3db4-479e-851d-b2ddef2d6cd8', 'tenant_id': '90a380b1f3c4481cba1e2dbeb03314e8', 'mac_address': 'fa:16:3e:06:df:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec304bb-3779-4789-a52f-eb578e99955b', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '4fa859de-cda0-471d-bb21-d87d038b1ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:37Z', 'updated_at': '2021-08-27T03:34:38Z', 'revision_number': 2, 'project_id': '90a380b1f3c4481cba1e2dbeb03314e8', 'subnets': [{'id': '4fa859de-cda0-471d-bb21-d87d038b1ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:39.348194 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1c8ed9-b2b4-4a2c-8d7a-0e93248d8b77 None None] The sync data for ids ['3ec304bb-3779-4789-a52f-eb578e99955b'] in dv-cinder-804735-2-iscsi is: [{'id': '3ec304bb-3779-4789-a52f-eb578e99955b', 'name': 'tempest-TestMinimumBasicScenario-741783511-router', 'tenant_id': '90a380b1f3c4481cba1e2dbeb03314e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '276dd3c5-cf69-4274-a8d3-a9eede7368a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:34:35Z', 'updated_at': '2021-08-27T03:34:38Z', 'revision_number': 4, 'project_id': '90a380b1f3c4481cba1e2dbeb03314e8', 'gw_port': {'id': '276dd3c5-cf69-4274-a8d3-a9eede7368a4', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a6:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec304bb-3779-4789-a52f-eb578e99955b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:35Z', 'updated_at': '2021-08-27T03:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': '7cafcc02-5911-4016-b6b1-b569f279bbdd', 'name': '', 'network_id': '06e15920-3db4-479e-851d-b2ddef2d6cd8', 'tenant_id': '90a380b1f3c4481cba1e2dbeb03314e8', 'mac_address': 'fa:16:3e:06:df:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec304bb-3779-4789-a52f-eb578e99955b', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '4fa859de-cda0-471d-bb21-d87d038b1ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:37Z', 'updated_at': '2021-08-27T03:34:38Z', 'revision_number': 2, 'project_id': '90a380b1f3c4481cba1e2dbeb03314e8', 'subnets': [{'id': '4fa859de-cda0-471d-bb21-d87d038b1ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:34:39.834268 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 6e2455d5-cce5-4cca-989e-44e4dcf12d04 up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:34:39.883728 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port 6e2455d5-cce5-4cca-989e-44e4dcf12d04 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:39.884094 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:39.972890 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device fb3cd21e-d29b-41fb-8632-854cb8d55391 up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:34:40.031480 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port fb3cd21e-d29b-41fb-8632-854cb8d55391 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:40.031998 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:40.652699 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3410b97-8813-47e7-bc30-2961276b8612 req-1738feac-e52c-42a8-b8b1-2a25064720b4 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:40.655365 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a3410b97-8813-47e7-bc30-2961276b8612 req-1738feac-e52c-42a8-b8b1-2a25064720b4 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 945 time: 0.1096895 Aug 27 03:34:40.709175 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a3410b97-8813-47e7-bc30-2961276b8612 req-06877749-0d2f-4bf4-a12b-407364f255e7 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460873 Aug 27 03:34:41.942861 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 276dd3c5-cf69-4274-a8d3-a9eede7368a4 up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:34:41.950290 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911d2cc-3f3f-4f8d-9c2e-a00059a53e2b req-6dd077fd-79db-4bcf-a115-0a5ad76092ee tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:41.952673 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4911d2cc-3f3f-4f8d-9c2e-a00059a53e2b req-6dd077fd-79db-4bcf-a115-0a5ad76092ee tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 945 time: 0.0987911 Aug 27 03:34:42.032461 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4911d2cc-3f3f-4f8d-9c2e-a00059a53e2b req-b64a9ca5-4f7f-4a8d-8fe1-7ba90c686fb0 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711520 Aug 27 03:34:42.033032 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning for port 276dd3c5-cf69-4274-a8d3-a9eede7368a4 completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:34:42.055614 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port 276dd3c5-cf69-4274-a8d3-a9eede7368a4 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:42.058219 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:42.214240 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:42.238685 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] For port 276dd3c5-cf69-4274-a8d3-a9eede7368a4, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=276dd3c5-cf69-4274-a8d3-a9eede7368a4,segment=NetworkSegment(d4232587-dac2-4838-ac1c-504baf035179),segment_id=d4232587-dac2-4838-ac1c-504baf035179)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:34:42.243710 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:42.309269 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Pushing event updated for resources: {'Port': ['ID=276dd3c5-cf69-4274-a8d3-a9eede7368a4,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:42.869041 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29140414-d407-4e07-833f-928eebef95d0 None None] Sync routers for ids ['3ec304bb-3779-4789-a52f-eb578e99955b'] in dv-cinder-804735-2-iscsi {{(pid=93893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:34:42.881872 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29140414-d407-4e07-833f-928eebef95d0 None None] Routers {'3ec304bb-3779-4789-a52f-eb578e99955b'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:34:42.882724 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-29140414-d407-4e07-833f-928eebef95d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:34:17Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['3ec304bb-3779-4789-a52f-eb578e99955b'], 'active': True} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:42.995565 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvr_db [None req-29140414-d407-4e07-833f-928eebef95d0 None None] Set router 3ec304bb-3779-4789-a52f-eb578e99955b gateway port host: dv-cinder-804735-2-iscsi {{(pid=93893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:34:43.157448 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98571ac-2897-42e7-b891-85cb0aea1f49 req-41a78bc1-4ab6-4d84-879e-69db871074e7 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:43.165621 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f98571ac-2897-42e7-b891-85cb0aea1f49 req-41a78bc1-4ab6-4d84-879e-69db871074e7 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 945 time: 0.0616775 Aug 27 03:34:43.213526 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f98571ac-2897-42e7-b891-85cb0aea1f49 req-f9344b50-774c-4e8e-81ad-e50565749df1 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467069 Aug 27 03:34:43.277669 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-29140414-d407-4e07-833f-928eebef95d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec304bb-3779-4789-a52f-eb578e99955b', 'name': 'tempest-TestMinimumBasicScenario-741783511-router', 'tenant_id': '90a380b1f3c4481cba1e2dbeb03314e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '276dd3c5-cf69-4274-a8d3-a9eede7368a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:34:35Z', 'updated_at': '2021-08-27T03:34:38Z', 'revision_number': 4, 'project_id': '90a380b1f3c4481cba1e2dbeb03314e8', 'gw_port': {'id': '276dd3c5-cf69-4274-a8d3-a9eede7368a4', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec304bb-3779-4789-a52f-eb578e99955b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:35Z', 'updated_at': '2021-08-27T03:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': '7cafcc02-5911-4016-b6b1-b569f279bbdd', 'name': '', 'network_id': '06e15920-3db4-479e-851d-b2ddef2d6cd8', 'tenant_id': '90a380b1f3c4481cba1e2dbeb03314e8', 'mac_address': 'fa:16:3e:06:df:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec304bb-3779-4789-a52f-eb578e99955b', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '4fa859de-cda0-471d-bb21-d87d038b1ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:37Z', 'updated_at': '2021-08-27T03:34:38Z', 'revision_number': 2, 'project_id': '90a380b1f3c4481cba1e2dbeb03314e8', 'subnets': [{'id': '4fa859de-cda0-471d-bb21-d87d038b1ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:43.342023 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29140414-d407-4e07-833f-928eebef95d0 None None] Checking router: 3ec304bb-3779-4789-a52f-eb578e99955b for host: dv-cinder-804735-2-iscsi {{(pid=93893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:34:43.342462 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29140414-d407-4e07-833f-928eebef95d0 None None] Updating router 3ec304bb-3779-4789-a52f-eb578e99955b port 7cafcc02-5911-4016-b6b1-b569f279bbdd binding host dv-cinder-804735-2-iscsi {{(pid=93893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:34:43.382692 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-29140414-d407-4e07-833f-928eebef95d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:43.737128 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-29140414-d407-4e07-833f-928eebef95d0 None None] Notify callbacks [] for port, precommit_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:43.748302 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.provisioning_blocks [None req-29140414-d407-4e07-833f-928eebef95d0 None None] Transition to ACTIVE for port object 7cafcc02-5911-4016-b6b1-b569f279bbdd will not be triggered until provisioned by entity L2. {{(pid=93893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:34:43.754119 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-29140414-d407-4e07-833f-928eebef95d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:43.797825 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c05bf-c694-4012-9fac-48ad97192038 None None] Pushing event updated for resources: {'Port': ['ID=7cafcc02-5911-4016-b6b1-b569f279bbdd,revision_number=3']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:43.891935 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 276dd3c5-cf69-4274-a8d3-a9eede7368a4 up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:34:43.901986 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [None req-29140414-d407-4e07-833f-928eebef95d0 None None] Attempting to bind port 7cafcc02-5911-4016-b6b1-b569f279bbdd on host dv-cinder-804735-2-iscsi for vnic_type normal with profile {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:34:43.902597 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [None req-29140414-d407-4e07-833f-928eebef95d0 None None] Attempting to bind port 7cafcc02-5911-4016-b6b1-b569f279bbdd by drivers openvswitch,hyperv on host dv-cinder-804735-2-iscsi at level 0 using segments [{'id': '23af9a04-a39c-4441-9489-2523e1b9f7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '06e15920-3db4-479e-851d-b2ddef2d6cd8'}] {{(pid=93893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:34:43.902850 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29140414-d407-4e07-833f-928eebef95d0 None None] Attempting to bind port 7cafcc02-5911-4016-b6b1-b569f279bbdd on network 06e15920-3db4-479e-851d-b2ddef2d6cd8 {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:34:43.909588 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29140414-d407-4e07-833f-928eebef95d0 None None] Checking agent: {'id': 'd4759df8-4373-4538-9ee3-f6ed6d276f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 21, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:34:43.910159 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29140414-d407-4e07-833f-928eebef95d0 None None] Checking segment: {'id': '23af9a04-a39c-4441-9489-2523e1b9f7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '06e15920-3db4-479e-851d-b2ddef2d6cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:34:43.910626 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-29140414-d407-4e07-833f-928eebef95d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:43.911119 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29140414-d407-4e07-833f-928eebef95d0 None None] Bound using segment: {'id': '23af9a04-a39c-4441-9489-2523e1b9f7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '06e15920-3db4-479e-851d-b2ddef2d6cd8'} {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:34:43.911686 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [None req-29140414-d407-4e07-833f-928eebef95d0 None None] Bound port: 7cafcc02-5911-4016-b6b1-b569f279bbdd, host: dv-cinder-804735-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23af9a04-a39c-4441-9489-2523e1b9f7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '06e15920-3db4-479e-851d-b2ddef2d6cd8'}}] {{(pid=93893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:34:43.912318 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-29140414-d407-4e07-833f-928eebef95d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:43.974121 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port 276dd3c5-cf69-4274-a8d3-a9eede7368a4 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:43.974495 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:43.996755 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [None req-29140414-d407-4e07-833f-928eebef95d0 None None] For port 7cafcc02-5911-4016-b6b1-b569f279bbdd, host dv-cinder-804735-2-iscsi, cleared binding levels {{(pid=93893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:34:44.001655 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [None req-29140414-d407-4e07-833f-928eebef95d0 None None] For port 7cafcc02-5911-4016-b6b1-b569f279bbdd, host dv-cinder-804735-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=7cafcc02-5911-4016-b6b1-b569f279bbdd,segment=NetworkSegment(23af9a04-a39c-4441-9489-2523e1b9f7f8),segment_id=23af9a04-a39c-4441-9489-2523e1b9f7f8)] {{(pid=93893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:34:44.006579 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-29140414-d407-4e07-833f-928eebef95d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:44.076187 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c05bf-c694-4012-9fac-48ad97192038 None None] Pushing event updated for resources: {'Port': ['ID=7cafcc02-5911-4016-b6b1-b569f279bbdd,revision_number=4']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:44.089854 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29140414-d407-4e07-833f-928eebef95d0 None None] Routers {'3ec304bb-3779-4789-a52f-eb578e99955b'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:34:44.091334 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-29140414-d407-4e07-833f-928eebef95d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:34:17Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['3ec304bb-3779-4789-a52f-eb578e99955b'], 'active': True} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:44.391527 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvr_db [None req-29140414-d407-4e07-833f-928eebef95d0 None None] Set router 3ec304bb-3779-4789-a52f-eb578e99955b gateway port host: dv-cinder-804735-2-iscsi {{(pid=93893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:34:44.411660 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60f128-5c0a-4ca8-9169-73d489ac2274 req-60db1340-275e-4d50-afef-3bd68cf5312d tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:44.413809 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-db60f128-5c0a-4ca8-9169-73d489ac2274 req-60db1340-275e-4d50-afef-3bd68cf5312d tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 945 time: 0.0801001 Aug 27 03:34:44.499871 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-db60f128-5c0a-4ca8-9169-73d489ac2274 req-4c3d3fcf-f34f-4725-ace2-8a1b2d1cbba6 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567040 Aug 27 03:34:44.686196 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-29140414-d407-4e07-833f-928eebef95d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec304bb-3779-4789-a52f-eb578e99955b', 'name': 'tempest-TestMinimumBasicScenario-741783511-router', 'tenant_id': '90a380b1f3c4481cba1e2dbeb03314e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '276dd3c5-cf69-4274-a8d3-a9eede7368a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:34:35Z', 'updated_at': '2021-08-27T03:34:38Z', 'revision_number': 4, 'project_id': '90a380b1f3c4481cba1e2dbeb03314e8', 'gw_port': {'id': '276dd3c5-cf69-4274-a8d3-a9eede7368a4', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec304bb-3779-4789-a52f-eb578e99955b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:35Z', 'updated_at': '2021-08-27T03:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': '7cafcc02-5911-4016-b6b1-b569f279bbdd', 'name': '', 'network_id': '06e15920-3db4-479e-851d-b2ddef2d6cd8', 'tenant_id': '90a380b1f3c4481cba1e2dbeb03314e8', 'mac_address': 'fa:16:3e:06:df:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec304bb-3779-4789-a52f-eb578e99955b', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '4fa859de-cda0-471d-bb21-d87d038b1ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:37Z', 'updated_at': '2021-08-27T03:34:43Z', 'revision_number': 4, 'project_id': '90a380b1f3c4481cba1e2dbeb03314e8', 'subnets': [{'id': '4fa859de-cda0-471d-bb21-d87d038b1ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:44.724078 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29140414-d407-4e07-833f-928eebef95d0 None None] The sync data for ids ['3ec304bb-3779-4789-a52f-eb578e99955b'] in dv-cinder-804735-2-iscsi is: [{'id': '3ec304bb-3779-4789-a52f-eb578e99955b', 'name': 'tempest-TestMinimumBasicScenario-741783511-router', 'tenant_id': '90a380b1f3c4481cba1e2dbeb03314e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '276dd3c5-cf69-4274-a8d3-a9eede7368a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:34:35Z', 'updated_at': '2021-08-27T03:34:38Z', 'revision_number': 4, 'project_id': '90a380b1f3c4481cba1e2dbeb03314e8', 'gw_port': {'id': '276dd3c5-cf69-4274-a8d3-a9eede7368a4', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec304bb-3779-4789-a52f-eb578e99955b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:35Z', 'updated_at': '2021-08-27T03:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': '7cafcc02-5911-4016-b6b1-b569f279bbdd', 'name': '', 'network_id': '06e15920-3db4-479e-851d-b2ddef2d6cd8', 'tenant_id': '90a380b1f3c4481cba1e2dbeb03314e8', 'mac_address': 'fa:16:3e:06:df:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec304bb-3779-4789-a52f-eb578e99955b', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '4fa859de-cda0-471d-bb21-d87d038b1ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:37Z', 'updated_at': '2021-08-27T03:34:43Z', 'revision_number': 4, 'project_id': '90a380b1f3c4481cba1e2dbeb03314e8', 'subnets': [{'id': '4fa859de-cda0-471d-bb21-d87d038b1ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:34:44.861836 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-437eae25-f37c-47f5-8272-3f94e96768e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:44.959720 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 56590) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:45.144345 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d2239ffd-fc34-44d0-b0ce-323a9d5854af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:45.231899 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 56596) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:45.295505 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d2239ffd-fc34-44d0-b0ce-323a9d5854af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:45.305087 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d2239ffd-fc34-44d0-b0ce-323a9d5854af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:45.358520 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-d2239ffd-fc34-44d0-b0ce-323a9d5854af admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=69cd629c94a74662a9c63d1b8ee2a5c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3977540 Aug 27 03:34:45.361164 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 56600) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:45.362364 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2239ffd-fc34-44d0-b0ce-323a9d5854af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666743cf-4bc0-441e-a555-08a9934d4a04,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:45.406115 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3fa17c4c-e795-4368-872e-27c1fef0a150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:45.434247 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3b23aa05-38d7-4c6f-904a-84ca3a203414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:45.467015 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3b23aa05-38d7-4c6f-904a-84ca3a203414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:45.542718 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3fa17c4c-e795-4368-872e-27c1fef0a150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:45.547237 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3b23aa05-38d7-4c6f-904a-84ca3a203414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:45.551482 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3b23aa05-38d7-4c6f-904a-84ca3a203414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:45.556870 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-3b23aa05-38d7-4c6f-904a-84ca3a203414 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/666743cf-4bc0-441e-a555-08a9934d4a04 HTTP/1.1" status: 204 len: 168 time: 0.1943207 Aug 27 03:34:45.563497 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3fa17c4c-e795-4368-872e-27c1fef0a150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:45.576007 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23aa05-38d7-4c6f-904a-84ca3a203414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666743cf-4bc0-441e-a555-08a9934d4a04,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:45.629263 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-3fa17c4c-e795-4368-872e-27c1fef0a150 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=177a370134614a068972ecb9ccc604c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3961082 Aug 27 03:34:45.631902 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 56608) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:45.695441 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa17c4c-e795-4368-872e-27c1fef0a150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff18692-0573-466f-bb89-014217b514da,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:45.779610 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-610935a5-6c3c-49f2-adaf-a09e8c33329c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:45.846198 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ce524-9d05-456d-be58-8193c368ed30 req-33dd24ed-884a-4d17-bcb0-abe2a48f3192 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:45.855198 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f52ce524-9d05-456d-be58-8193c368ed30 req-33dd24ed-884a-4d17-bcb0-abe2a48f3192 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 945 time: 0.2333360 Aug 27 03:34:45.859804 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-610935a5-6c3c-49f2-adaf-a09e8c33329c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:45.906698 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f52ce524-9d05-456d-be58-8193c368ed30 req-565c0f1a-85ae-4f32-a6ab-890563976c31 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502019 Aug 27 03:34:45.947222 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-610935a5-6c3c-49f2-adaf-a09e8c33329c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:45.948452 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 7cafcc02-5911-4016-b6b1-b569f279bbdd up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:34:45.950744 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-610935a5-6c3c-49f2-adaf-a09e8c33329c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:45.953499 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-610935a5-6c3c-49f2-adaf-a09e8c33329c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5ff18692-0573-466f-bb89-014217b514da HTTP/1.1" status: 204 len: 168 time: 0.3193638 Aug 27 03:34:45.961801 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610935a5-6c3c-49f2-adaf-a09e8c33329c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff18692-0573-466f-bb89-014217b514da,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:46.032450 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning for port 7cafcc02-5911-4016-b6b1-b569f279bbdd completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:34:46.036735 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port 7cafcc02-5911-4016-b6b1-b569f279bbdd triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:46.037339 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:46.130666 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:46.172214 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] For port 7cafcc02-5911-4016-b6b1-b569f279bbdd, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=7cafcc02-5911-4016-b6b1-b569f279bbdd,segment=NetworkSegment(23af9a04-a39c-4441-9489-2523e1b9f7f8),segment_id=23af9a04-a39c-4441-9489-2523e1b9f7f8)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:34:46.177847 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:46.243568 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Pushing event updated for resources: {'Port': ['ID=7cafcc02-5911-4016-b6b1-b569f279bbdd,revision_number=5']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:46.426265 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 56618) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:46.442850 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c47a2c75-fa9b-4258-92b4-41b80e68d3ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:46.547755 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c47a2c75-fa9b-4258-92b4-41b80e68d3ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:46.555181 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c47a2c75-fa9b-4258-92b4-41b80e68d3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:46.600402 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-c47a2c75-fa9b-4258-92b4-41b80e68d3ea admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fe7cf090b641403499d2aba96efaf4e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1727571 Aug 27 03:34:46.600891 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 56620) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:46.602173 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a2c75-fa9b-4258-92b4-41b80e68d3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661c3c12-1612-49fc-bcee-ac187ca819a0,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:46.670967 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b44d6b0b-7b36-467a-aa78-0e162b0722fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:46.697032 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b44d6b0b-7b36-467a-aa78-0e162b0722fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:46.755337 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b44d6b0b-7b36-467a-aa78-0e162b0722fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:46.767865 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b44d6b0b-7b36-467a-aa78-0e162b0722fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:46.771336 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-b44d6b0b-7b36-467a-aa78-0e162b0722fc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/661c3c12-1612-49fc-bcee-ac187ca819a0 HTTP/1.1" status: 204 len: 168 time: 0.1664748 Aug 27 03:34:46.787949 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d6b0b-7b36-467a-aa78-0e162b0722fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661c3c12-1612-49fc-bcee-ac187ca819a0,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:47.039287 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86100418-471d-4bce-bfad-15ccc7058a0a req-08ba8787-31ca-4f7c-8126-d8ed257da69b tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:47.041107 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-86100418-471d-4bce-bfad-15ccc7058a0a req-08ba8787-31ca-4f7c-8126-d8ed257da69b tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 945 time: 0.0533569 Aug 27 03:34:47.090985 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-86100418-471d-4bce-bfad-15ccc7058a0a req-2bb2b5f4-c6bf-416c-acfa-ff7ad14bae99 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429432 Aug 27 03:34:47.277209 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-1dabbc83-c70d-4d94-a360-efa8ecb50042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:47.491589 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:47.850989 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 7cafcc02-5911-4016-b6b1-b569f279bbdd up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:34:47.923451 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port 7cafcc02-5911-4016-b6b1-b569f279bbdd triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:47.923825 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:48.273277 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2409f-0005-4af9-8311-faa4464cc83a req-b4ee3251-3c8e-4402-8510-f1a461a705f7 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:48.274999 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4dd2409f-0005-4af9-8311-faa4464cc83a req-b4ee3251-3c8e-4402-8510-f1a461a705f7 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 945 time: 0.0706818 Aug 27 03:34:48.322690 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4dd2409f-0005-4af9-8311-faa4464cc83a req-f02abe15-2396-41ae-a2c7-6e5f3bc849b8 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396087 Aug 27 03:34:48.629675 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:49.489945 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f5a41-a04f-49e0-8a1d-90d3f35bc4dd req-f099c89d-6aea-4d62-8400-3199dfa376ea tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:49.491516 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-bd9f5a41-a04f-49e0-8a1d-90d3f35bc4dd req-f099c89d-6aea-4d62-8400-3199dfa376ea tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 945 time: 0.0870731 Aug 27 03:34:49.536227 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-bd9f5a41-a04f-49e0-8a1d-90d3f35bc4dd req-cfcca8de-bc91-433f-a12f-bfa87ac608aa tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369830 Aug 27 03:34:50.155310 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:50.395647 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-d2b6f885-e3ed-46a6-8574-a3f8dbd030df tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:50.397244 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-d2b6f885-e3ed-46a6-8574-a3f8dbd030df tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/networks?id=73bd44d6-ea8f-4165-8d6d-317f8321efd4 HTTP/1.1" status: 200 len: 815 time: 0.1067917 Aug 27 03:34:50.412278 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-c16ba86c-fa40-4c4b-81ce-2a32d0f0a0c4 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/quotas/c24d36ba6b374775b93c113837910ba6 HTTP/1.1" status: 200 len: 375 time: 0.0094430 Aug 27 03:34:50.471052 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-9ea35ae2-1c55-4cd2-b696-d5fcc39a5fdb tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c24d36ba6b374775b93c113837910ba6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504973 Aug 27 03:34:50.582543 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-dc9d57f8-9915-42fb-a438-6fcd97f6a443 service neutron] 10.222.0.58 "GET /v2.0/networks/73bd44d6-ea8f-4165-8d6d-317f8321efd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899084 Aug 27 03:34:50.679244 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-5a379728-544f-4031-839d-c0c7d4ae7652 service neutron] 10.222.0.58 "GET /v2.0/networks/73bd44d6-ea8f-4165-8d6d-317f8321efd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869148 Aug 27 03:34:50.881255 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1f6e9-dcd7-4b8e-bdee-bc1ca96f2ec4 req-ed5362a8-3dd0-4fdb-940a-6328bc8468ce tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:50.882758 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8da1f6e9-dcd7-4b8e-bdee-bc1ca96f2ec4 req-ed5362a8-3dd0-4fdb-940a-6328bc8468ce tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 945 time: 0.0496438 Aug 27 03:34:50.921119 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8da1f6e9-dcd7-4b8e-bdee-bc1ca96f2ec4 req-9508c033-b018-4b46-b7e8-e7a41e08d348 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322199 Aug 27 03:34:50.993614 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1e93f6cf-a458-48d2-9984-12f7263179ec req-3020b9a5-d2f2-4e61-b524-c25f8b9954d8 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 210 time: 0.0317073 Aug 27 03:34:52.057637 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ab8a1-c2c9-43f9-bdc1-fc4a02fa52be req-c1f0a0cb-91f0-47b4-b404-feac5d04ae86 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:52.059171 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a73ab8a1-c2c9-43f9-bdc1-fc4a02fa52be req-c1f0a0cb-91f0-47b4-b404-feac5d04ae86 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 945 time: 0.0601130 Aug 27 03:34:52.100404 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a73ab8a1-c2c9-43f9-bdc1-fc4a02fa52be req-fb7e23a9-8ee9-4d0f-be13-404c37672f48 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323458 Aug 27 03:34:52.184493 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-65ccff72-9360-46cc-abe9-e657fc927e71 req-10f0da57-e9a4-4e31-926a-07ae83b7d1d1 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 210 time: 0.0276966 Aug 27 03:34:53.282145 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1956f44-9a12-41f6-a249-d8839b3a1a23 req-dd06bf93-f06e-47c2-b8de-c4b74c912d6c tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:53.283665 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f1956f44-9a12-41f6-a249-d8839b3a1a23 req-dd06bf93-f06e-47c2-b8de-c4b74c912d6c tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 945 time: 0.0981526 Aug 27 03:34:53.300631 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3236ea62-ffca-4359-b1e6-1d00b9533e20 req-0368b539-5c8c-4d49-a717-61583daf1e23 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 210 time: 0.0457890 Aug 27 03:34:53.312763 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-12a0b944-ad71-4452-842d-d3fa3ec24c09 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:53.314058 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-12a0b944-ad71-4452-842d-d3fa3ec24c09 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.63 "GET /v2.0/networks?id=73bd44d6-ea8f-4165-8d6d-317f8321efd4 HTTP/1.1" status: 200 len: 815 time: 0.1812825 Aug 27 03:34:53.330695 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-e155e7ba-68eb-4d44-99d8-2093cab835c3 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Request body: {'port': {'device_id': '0813a770-efab-496a-8c4c-9e2f72102ca8', 'network_id': '73bd44d6-ea8f-4165-8d6d-317f8321efd4', 'admin_state_up': True, 'tenant_id': 'c24d36ba6b374775b93c113837910ba6'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:53.395511 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f1956f44-9a12-41f6-a249-d8839b3a1a23 req-f422a1a5-fa23-48f6-9b95-4e5f4d839b4b tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934711 Aug 27 03:34:53.463300 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-e155e7ba-68eb-4d44-99d8-2093cab835c3 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Made reservation on behalf of c24d36ba6b374775b93c113837910ba6 for: {'port': 1} {{(pid=93891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:34:53.467101 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-e155e7ba-68eb-4d44-99d8-2093cab835c3 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:53.601327 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-e155e7ba-68eb-4d44-99d8-2093cab835c3 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Allocated IP 172.20.0.9 (73bd44d6-ea8f-4165-8d6d-317f8321efd4/f903fdf6-641d-48e9-bdde-df272a8f4bb6/9bb5206b-382a-4dac-a93b-17b51b935b5a) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:34:53.778001 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-e155e7ba-68eb-4d44-99d8-2093cab835c3 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:53.797829 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-e155e7ba-68eb-4d44-99d8-2093cab835c3 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Transition to ACTIVE for port object 9bb5206b-382a-4dac-a93b-17b51b935b5a will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:34:53.846031 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-e155e7ba-68eb-4d44-99d8-2093cab835c3 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:53.899161 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-e155e7ba-68eb-4d44-99d8-2093cab835c3 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Network 73bd44d6-ea8f-4165-8d6d-317f8321efd4 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:34:53.903708 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-e155e7ba-68eb-4d44-99d8-2093cab835c3 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:34:53.908955 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-e155e7ba-68eb-4d44-99d8-2093cab835c3 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:34:53.993487 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e155e7ba-68eb-4d44-99d8-2093cab835c3 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Pushing event updated for resources: {'Port': ['ID=9bb5206b-382a-4dac-a93b-17b51b935b5a,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:54.038957 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-e155e7ba-68eb-4d44-99d8-2093cab835c3 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:54.041882 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-e155e7ba-68eb-4d44-99d8-2093cab835c3 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:54.071012 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-e155e7ba-68eb-4d44-99d8-2093cab835c3 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7440481 Aug 27 03:34:54.097438 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:54.331773 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-91d265e0-4146-448e-8982-4dd8196a0657 None None] Provisioning for port 9bb5206b-382a-4dac-a93b-17b51b935b5a completed by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:34:54.337339 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-91d265e0-4146-448e-8982-4dd8196a0657 None None] Provisioning complete for port 9bb5206b-382a-4dac-a93b-17b51b935b5a triggered by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:54.338546 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-91d265e0-4146-448e-8982-4dd8196a0657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:54.407174 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-91d265e0-4146-448e-8982-4dd8196a0657 None None] Port 9bb5206b-382a-4dac-a93b-17b51b935b5a cannot update to ACTIVE because it is not bound. {{(pid=93892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:34:54.504712 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4da3b-8435-47bf-82a9-5a713789dc0d req-4c6d9c2f-b40c-4499-b68c-1ee30bf1c53e tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:54.507768 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5bd4da3b-8435-47bf-82a9-5a713789dc0d req-4c6d9c2f-b40c-4499-b68c-1ee30bf1c53e tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 931 time: 0.1008704 Aug 27 03:34:54.579490 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5bd4da3b-8435-47bf-82a9-5a713789dc0d req-5389f88f-a687-4a7f-9227-6f265165ddc3 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e43aca5-b965-4ee1-a973-89108b59f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648317 Aug 27 03:34:54.594785 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d67d65-6175-4473-a7c6-c45142c7f864 req-4c27eed2-5bbf-49cc-bf76-a70cf6bfa359 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:54.596424 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d2d67d65-6175-4473-a7c6-c45142c7f864 req-4c27eed2-5bbf-49cc-bf76-a70cf6bfa359 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 945 time: 0.0725825 Aug 27 03:34:54.638140 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d2d67d65-6175-4473-a7c6-c45142c7f864 req-a8ac6ba6-c4de-4f44-9627-56c126a0e1c7 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350232 Aug 27 03:34:55.722134 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a71463-8bba-4d09-85e0-c6b39ed98e1d req-3fde8226-6a0a-43c2-8d07-0c3e1cffee26 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:55.723791 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-75a71463-8bba-4d09-85e0-c6b39ed98e1d req-3fde8226-6a0a-43c2-8d07-0c3e1cffee26 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 931 time: 0.0676198 Aug 27 03:34:55.774431 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-75a71463-8bba-4d09-85e0-c6b39ed98e1d req-15ebf826-17c0-4a5d-98fe-913588873c06 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e43aca5-b965-4ee1-a973-89108b59f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400505 Aug 27 03:34:55.935939 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541593c3-e3a5-4afc-a1c1-2dd7ecf1bec9 req-3839d44f-156c-4106-a269-e69a52e1ecf2 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:55.937690 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-541593c3-e3a5-4afc-a1c1-2dd7ecf1bec9 req-3839d44f-156c-4106-a269-e69a52e1ecf2 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 945 time: 0.0801778 Aug 27 03:34:55.987700 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-541593c3-e3a5-4afc-a1c1-2dd7ecf1bec9 req-59ca03ac-d0e9-4f8b-bdb5-9422713b88e9 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433505 Aug 27 03:34:56.938817 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a9521-ba8e-4a77-800c-6663f5807396 req-33483b79-2f80-42c2-ac20-2f0bc7c3c36d tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:56.940545 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-359a9521-ba8e-4a77-800c-6663f5807396 req-33483b79-2f80-42c2-ac20-2f0bc7c3c36d tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 931 time: 0.0609593 Aug 27 03:34:57.002373 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-359a9521-ba8e-4a77-800c-6663f5807396 req-9529fca8-7d0a-4425-af76-4857c43266ba tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e43aca5-b965-4ee1-a973-89108b59f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540299 Aug 27 03:34:57.094083 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 56802) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:57.133311 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c9aa1-63cd-4e86-8e6d-51a800145fd2 req-db1bb943-76e4-4ea3-9207-22c70ebd6a73 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:57.134902 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f48c9aa1-63cd-4e86-8e6d-51a800145fd2 req-db1bb943-76e4-4ea3-9207-22c70ebd6a73 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 945 time: 0.0505166 Aug 27 03:34:57.204197 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f48c9aa1-63cd-4e86-8e6d-51a800145fd2 req-242a176b-1fcf-4f26-a591-d9b54bd93555 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534520 Aug 27 03:34:57.221692 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-397ce115-d1cb-4df9-9aa2-5a00bfefffb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:57.319181 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-397ce115-d1cb-4df9-9aa2-5a00bfefffb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:57.323154 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-397ce115-d1cb-4df9-9aa2-5a00bfefffb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:57.363665 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-397ce115-d1cb-4df9-9aa2-5a00bfefffb7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8353e0774ad54027a77368ff63aaf250&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2683041 Aug 27 03:34:57.363901 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 56806) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:57.364691 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ce115-d1cb-4df9-9aa2-5a00bfefffb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b69c3df-4632-41fe-bc33-36ee8cece09d,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:57.427709 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c5ca6c25-059a-4848-bbff-43067676c696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:57.450854 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c5ca6c25-059a-4848-bbff-43067676c696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:57.500962 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c5ca6c25-059a-4848-bbff-43067676c696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:57.503589 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c5ca6c25-059a-4848-bbff-43067676c696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:57.504741 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-c5ca6c25-059a-4848-bbff-43067676c696 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0b69c3df-4632-41fe-bc33-36ee8cece09d HTTP/1.1" status: 204 len: 168 time: 0.1391633 Aug 27 03:34:57.513386 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca6c25-059a-4848-bbff-43067676c696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b69c3df-4632-41fe-bc33-36ee8cece09d,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:58.134646 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265cbaa5-59a9-403e-a11e-6e7b2a17c2dc req-5567afe2-791b-4242-ae82-f3bd0297329e tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:58.136388 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-265cbaa5-59a9-403e-a11e-6e7b2a17c2dc req-5567afe2-791b-4242-ae82-f3bd0297329e tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 931 time: 0.0663729 Aug 27 03:34:58.186033 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-265cbaa5-59a9-403e-a11e-6e7b2a17c2dc req-dd6b3753-e544-4c8b-9fc8-a0742588dde7 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e43aca5-b965-4ee1-a973-89108b59f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430367 Aug 27 03:34:58.330322 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0279e0e-c7af-4490-92ae-f5ae9cc96c1f req-fff0c28e-2bc2-4dd3-a165-bca66b1f0f23 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:58.335978 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d0279e0e-c7af-4490-92ae-f5ae9cc96c1f req-fff0c28e-2bc2-4dd3-a165-bca66b1f0f23 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 945 time: 0.0584631 Aug 27 03:34:58.376084 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d0279e0e-c7af-4490-92ae-f5ae9cc96c1f req-560d68fe-0706-4fcb-a124-94a612263c0e tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372009 Aug 27 03:34:59.297183 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4710801-d474-4974-b3f5-81a6c7f1ae37 req-9faf7e6a-ca21-40bc-83c2-dd74bf963dd5 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:59.299904 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b4710801-d474-4974-b3f5-81a6c7f1ae37 req-9faf7e6a-ca21-40bc-83c2-dd74bf963dd5 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 931 time: 0.0523810 Aug 27 03:34:59.344546 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b4710801-d474-4974-b3f5-81a6c7f1ae37 req-900aa6da-ef20-4063-97d4-9505ff1344c1 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e43aca5-b965-4ee1-a973-89108b59f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366204 Aug 27 03:34:59.573845 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b94203-7a99-4d42-a8c0-8b0737df3d28 req-2224ad4f-4d6b-4450-b912-a93cf5216c42 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:59.575882 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-54b94203-7a99-4d42-a8c0-8b0737df3d28 req-2224ad4f-4d6b-4450-b912-a93cf5216c42 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 945 time: 0.0947051 Aug 27 03:34:59.639516 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-54b94203-7a99-4d42-a8c0-8b0737df3d28 req-dbdc1cf3-2319-4d7b-9f0f-68e23b00d917 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567460 Aug 27 03:35:00.466034 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e32133-cf2c-41ff-8551-eef7bee9f613 req-5162617e-ffe6-41af-a8f9-b0133e9f6723 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:00.467820 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-17e32133-cf2c-41ff-8551-eef7bee9f613 req-5162617e-ffe6-41af-a8f9-b0133e9f6723 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 931 time: 0.0534859 Aug 27 03:35:00.511577 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-17e32133-cf2c-41ff-8551-eef7bee9f613 req-1175ed3f-7c38-4fa3-a572-3a3a56988056 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e43aca5-b965-4ee1-a973-89108b59f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357239 Aug 27 03:35:00.772592 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea677291-df46-496e-b0fb-34b7a8c85794 req-b3174a6a-e54b-455a-9ed4-eadfbdfc0937 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:00.774553 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ea677291-df46-496e-b0fb-34b7a8c85794 req-b3174a6a-e54b-455a-9ed4-eadfbdfc0937 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 945 time: 0.0513890 Aug 27 03:35:00.813517 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ea677291-df46-496e-b0fb-34b7a8c85794 req-1226012d-96a8-4626-bbb0-400eb17a6c66 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328715 Aug 27 03:35:01.636700 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773091c2-32cb-4aad-9a5e-d06cb229a1e2 req-4ca7dbe9-9ca5-43eb-80ab-c6b5924bfd0f tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:01.639820 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-773091c2-32cb-4aad-9a5e-d06cb229a1e2 req-4ca7dbe9-9ca5-43eb-80ab-c6b5924bfd0f tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0643988 Aug 27 03:35:01.707184 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-773091c2-32cb-4aad-9a5e-d06cb229a1e2 req-53794798-5b62-4e40-bcbf-6a601c68d6ee tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577960 Aug 27 03:35:01.850988 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8bda71-4422-4091-a7b6-6fa6711369bc req-c6c1ee94-ea0e-4853-9922-de813be88e4f tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:01.852635 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1c8bda71-4422-4091-a7b6-6fa6711369bc req-c6c1ee94-ea0e-4853-9922-de813be88e4f tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 931 time: 0.0663629 Aug 27 03:35:01.896471 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1c8bda71-4422-4091-a7b6-6fa6711369bc req-dfde1663-2f28-43b2-9df9-ab7824bd2065 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e43aca5-b965-4ee1-a973-89108b59f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365739 Aug 27 03:35:02.006739 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dbcb06-4f47-4664-a238-0ff4a78b2494 req-a8d9a50a-2d33-4902-a563-c4dd4e078a35 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:02.008336 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-91dbcb06-4f47-4664-a238-0ff4a78b2494 req-a8d9a50a-2d33-4902-a563-c4dd4e078a35 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 945 time: 0.0528638 Aug 27 03:35:02.046188 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-91dbcb06-4f47-4664-a238-0ff4a78b2494 req-0ccc3a6a-e3ac-419b-b90e-883f9fc31500 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314670 Aug 27 03:35:02.836783 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16833058-5707-49ca-b0b7-87ded35be5b5 req-17a4f2a3-f877-4a6c-b8e8-8d7f8fb40491 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:02.838609 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-16833058-5707-49ca-b0b7-87ded35be5b5 req-17a4f2a3-f877-4a6c-b8e8-8d7f8fb40491 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0592995 Aug 27 03:35:03.123976 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-16833058-5707-49ca-b0b7-87ded35be5b5 req-4589f34a-2f88-4667-890a-8bda93e65e32 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2792449 Aug 27 03:35:03.264576 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5da690-d2ba-4caf-8bef-505c927288f7 req-0c88c0f5-5f19-477e-9962-1e2aca5da057 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:03.267888 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7c5da690-d2ba-4caf-8bef-505c927288f7 req-0c88c0f5-5f19-477e-9962-1e2aca5da057 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 931 time: 0.0531852 Aug 27 03:35:03.320859 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7c5da690-d2ba-4caf-8bef-505c927288f7 req-2c2dbc8d-db62-446e-8c5f-70e679b9d2b8 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e43aca5-b965-4ee1-a973-89108b59f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424511 Aug 27 03:35:03.451835 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2ef3b-784b-49d1-a669-50a40522395e req-2e7b3c37-39ca-4023-adfa-ae96158545de tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:03.460898 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-60f2ef3b-784b-49d1-a669-50a40522395e req-2e7b3c37-39ca-4023-adfa-ae96158545de tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 945 time: 0.0761316 Aug 27 03:35:03.508569 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-60f2ef3b-784b-49d1-a669-50a40522395e req-3f407d32-bd66-4f6e-ada8-b3cf87f87e01 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466669 Aug 27 03:35:04.247884 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243a373-c1a8-46fd-80a5-c9b1fae85085 req-816f6dc7-5bfd-46de-934b-c0d8425cb90b tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:04.249421 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1243a373-c1a8-46fd-80a5-c9b1fae85085 req-816f6dc7-5bfd-46de-934b-c0d8425cb90b tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0541408 Aug 27 03:35:04.290669 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1243a373-c1a8-46fd-80a5-c9b1fae85085 req-f3631021-35f4-4ac9-b5b1-462cda902386 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343313 Aug 27 03:35:04.439057 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f725a-9332-4c41-a42a-e70b85a9d42e req-29607b3a-dac0-44f8-b2ad-d053b9f3fc74 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:04.440575 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d35f725a-9332-4c41-a42a-e70b85a9d42e req-29607b3a-dac0-44f8-b2ad-d053b9f3fc74 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 931 time: 0.0615048 Aug 27 03:35:04.480113 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d35f725a-9332-4c41-a42a-e70b85a9d42e req-b1f54363-32db-48d5-b445-ec2062ba18dd tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e43aca5-b965-4ee1-a973-89108b59f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309174 Aug 27 03:35:04.619292 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c09f539-9c94-493a-bcf4-401342ed1245 req-5b5b777f-7861-4f46-9b71-1258fda4c3fd tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:04.621037 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7c09f539-9c94-493a-bcf4-401342ed1245 req-5b5b777f-7861-4f46-9b71-1258fda4c3fd tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 945 time: 0.0515187 Aug 27 03:35:04.661255 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7c09f539-9c94-493a-bcf4-401342ed1245 req-5521eaea-ed0b-43f0-8b71-38d8ad05925f tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336082 Aug 27 03:35:04.997471 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-9d861aec-4e07-41f1-a237-84d35571055d service neutron] Request body: {'port': {'device_id': '0813a770-efab-496a-8c4c-9e2f72102ca8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:35:05.055460 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-9d861aec-4e07-41f1-a237-84d35571055d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:05.209062 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a1726-2583-48f2-93f2-f477c349d8ac req-d712cf61-2916-460c-b979-69ddca29ca91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:05.210562 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-974a1726-2583-48f2-93f2-f477c349d8ac req-d712cf61-2916-460c-b979-69ddca29ca91 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=90c43de7a6384b82b35f14a762da5d37&device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 1098 time: 0.1198223 Aug 27 03:35:05.399276 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a1726-2583-48f2-93f2-f477c349d8ac req-672d82dd-37ea-463d-bfa7-3401aebf71ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:05.400810 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-974a1726-2583-48f2-93f2-f477c349d8ac req-672d82dd-37ea-463d-bfa7-3401aebf71ce service neutron] 10.222.0.63 "GET /v2.0/networks?id=86a24c14-9a31-45eb-af67-a58be595d161 HTTP/1.1" status: 200 len: 910 time: 0.1820250 Aug 27 03:35:05.512324 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea7570-8578-44b0-8fa1-75ed76deb78b req-f35d707a-e991-48f6-9ef1-65068772263b tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:05.513677 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-00ea7570-8578-44b0-8fa1-75ed76deb78b req-f35d707a-e991-48f6-9ef1-65068772263b tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.1531713 Aug 27 03:35:05.534167 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-974a1726-2583-48f2-93f2-f477c349d8ac req-6ce94ff1-71c5-4665-b854-d8636aba3653 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9af3d873-dcf5-4498-b710-974f39d1ebae HTTP/1.1" status: 200 len: 1001 time: 0.1242297 Aug 27 03:35:05.536374 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-9d861aec-4e07-41f1-a237-84d35571055d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bb5206b-382a-4dac-a93b-17b51b935b5a {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:35:05.552171 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-9d861aec-4e07-41f1-a237-84d35571055d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:05.628044 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-9d861aec-4e07-41f1-a237-84d35571055d service neutron] Transition to ACTIVE for port object 9bb5206b-382a-4dac-a93b-17b51b935b5a will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:35:05.642942 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-9d861aec-4e07-41f1-a237-84d35571055d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8458856'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:05.653937 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a1726-2583-48f2-93f2-f477c349d8ac req-36159de7-ee20-4d85-be99-69e8ae88a0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:05.655432 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-974a1726-2583-48f2-93f2-f477c349d8ac req-36159de7-ee20-4d85-be99-69e8ae88a0f9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=02e507ef-65b0-47f3-a75e-47a97e59e5ca HTTP/1.1" status: 200 len: 848 time: 0.1119406 Aug 27 03:35:05.677189 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-00ea7570-8578-44b0-8fa1-75ed76deb78b req-f4cb4925-935f-49a1-9a08-e77ebac751cb tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533899 Aug 27 03:35:05.739728 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d861aec-4e07-41f1-a237-84d35571055d service neutron] Pushing event updated for resources: {'Port': ['ID=9bb5206b-382a-4dac-a93b-17b51b935b5a,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:05.754745 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f15f4-e8dc-4736-9841-5ffac5ab9e00 req-c2d3d1b4-de0c-4aa6-b01d-d02874b20e3c tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:05.756283 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f76f15f4-e8dc-4736-9841-5ffac5ab9e00 req-c2d3d1b4-de0c-4aa6-b01d-d02874b20e3c tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 931 time: 0.1919541 Aug 27 03:35:05.871931 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a1726-2583-48f2-93f2-f477c349d8ac req-d66b3db0-15d8-4afc-bb37-660843053873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:05.873450 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-974a1726-2583-48f2-93f2-f477c349d8ac req-d66b3db0-15d8-4afc-bb37-660843053873 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86a24c14-9a31-45eb-af67-a58be595d161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1921484 Aug 27 03:35:05.887888 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f76f15f4-e8dc-4736-9841-5ffac5ab9e00 req-92c7bb53-3661-40bb-87a9-b821a0dfbcdd tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e43aca5-b965-4ee1-a973-89108b59f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056893 Aug 27 03:35:05.914844 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc4f86-a6f9-4535-bfa9-68cdf8e03073 req-cd2ec680-5db1-4baa-9140-6efce1501f50 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:05.916415 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-55bc4f86-a6f9-4535-bfa9-68cdf8e03073 req-cd2ec680-5db1-4baa-9140-6efce1501f50 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 945 time: 0.1697876 Aug 27 03:35:05.967892 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-9d861aec-4e07-41f1-a237-84d35571055d service neutron] Attempting to bind port 9bb5206b-382a-4dac-a93b-17b51b935b5a on host hv-cinder-80473 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:35:05.968257 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-9d861aec-4e07-41f1-a237-84d35571055d service neutron] Attempting to bind port 9bb5206b-382a-4dac-a93b-17b51b935b5a by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '4787f5b9-6226-41b6-8fca-ea1f4ddc3325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '73bd44d6-ea8f-4165-8d6d-317f8321efd4'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:35:05.968582 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-9d861aec-4e07-41f1-a237-84d35571055d service neutron] Attempting to bind port 9bb5206b-382a-4dac-a93b-17b51b935b5a on network 73bd44d6-ea8f-4165-8d6d-317f8321efd4 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:35:05.987497 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-9d861aec-4e07-41f1-a237-84d35571055d service neutron] Port 9bb5206b-382a-4dac-a93b-17b51b935b5a on network 73bd44d6-ea8f-4165-8d6d-317f8321efd4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:35:05.987823 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-9d861aec-4e07-41f1-a237-84d35571055d service neutron] Attempting to bind port 9bb5206b-382a-4dac-a93b-17b51b935b5a on network 73bd44d6-ea8f-4165-8d6d-317f8321efd4 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:35:06.014401 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-9d861aec-4e07-41f1-a237-84d35571055d service neutron] Checking agent: {'id': '24f718bb-5cbe-4fbb-a277-c3e337c88f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 27, 23), 'started_at': datetime.datetime(2021, 8, 27, 3, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:35:06.014758 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-9d861aec-4e07-41f1-a237-84d35571055d service neutron] Checking segment: {'id': '4787f5b9-6226-41b6-8fca-ea1f4ddc3325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '73bd44d6-ea8f-4165-8d6d-317f8321efd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:35:06.015146 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-9d861aec-4e07-41f1-a237-84d35571055d service neutron] Bound using segment: {'id': '4787f5b9-6226-41b6-8fca-ea1f4ddc3325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '73bd44d6-ea8f-4165-8d6d-317f8321efd4'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:35:06.015627 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-9d861aec-4e07-41f1-a237-84d35571055d service neutron] Bound port: 9bb5206b-382a-4dac-a93b-17b51b935b5a, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4787f5b9-6226-41b6-8fca-ea1f4ddc3325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '73bd44d6-ea8f-4165-8d6d-317f8321efd4'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:35:06.015980 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-9d861aec-4e07-41f1-a237-84d35571055d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:06.032626 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-55bc4f86-a6f9-4535-bfa9-68cdf8e03073 req-c5b4d5f8-1b30-40d4-8f58-9485e9400b17 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758176 Aug 27 03:35:06.072515 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-974a1726-2583-48f2-93f2-f477c349d8ac req-5b72f662-2368-4d23-938b-dc6c5d4fd6df service neutron] 10.222.0.63 "GET /v2.0/networks/86a24c14-9a31-45eb-af67-a58be595d161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809435 Aug 27 03:35:06.145792 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-9d861aec-4e07-41f1-a237-84d35571055d service neutron] For port 9bb5206b-382a-4dac-a93b-17b51b935b5a, host hv-cinder-80473, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:35:06.163083 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-9d861aec-4e07-41f1-a237-84d35571055d service neutron] For port 9bb5206b-382a-4dac-a93b-17b51b935b5a, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9bb5206b-382a-4dac-a93b-17b51b935b5a,segment=NetworkSegment(4787f5b9-6226-41b6-8fca-ea1f4ddc3325),segment_id=4787f5b9-6226-41b6-8fca-ea1f4ddc3325)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:35:06.174101 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-9d861aec-4e07-41f1-a237-84d35571055d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8458856'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:06.225897 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-9d861aec-4e07-41f1-a237-84d35571055d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:06.226508 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-9d861aec-4e07-41f1-a237-84d35571055d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:06.227919 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-9d861aec-4e07-41f1-a237-84d35571055d service neutron] 10.222.0.63 "PUT /v2.0/ports/9bb5206b-382a-4dac-a93b-17b51b935b5a HTTP/1.1" status: 200 len: 1093 time: 1.3286819 Aug 27 03:35:06.228360 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0813a770-efab-496a-8c4c-9e2f72102ca8', 'tag': '9bb5206b-382a-4dac-a93b-17b51b935b5a'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:35:06.230681 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5db798dbfc6723b72cacb44784ab66cf68bec91175074e332c63962bd4ba80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1017fece-32f0-4dc7-a335-033b4fc826c1" -d '{"events": [{"name": "network-changed", "server_uuid": "0813a770-efab-496a-8c4c-9e2f72102ca8", "tag": "9bb5206b-382a-4dac-a93b-17b51b935b5a"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:35:06.246494 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-974a1726-2583-48f2-93f2-f477c349d8ac req-bf16ce69-69d3-471c-a93c-c2c78ff584cb service neutron] 10.222.0.63 "GET /v2.0/networks/86a24c14-9a31-45eb-af67-a58be595d161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601923 Aug 27 03:35:06.256611 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d861aec-4e07-41f1-a237-84d35571055d service neutron] Pushing event updated for resources: {'Port': ['ID=9bb5206b-382a-4dac-a93b-17b51b935b5a,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:06.310166 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 56988) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:06.349080 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-fd0533ed-9ccc-4145-898f-39f617bfcdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:06.350690 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-fd0533ed-9ccc-4145-898f-39f617bfcdc7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c24d36ba6b374775b93c113837910ba6&device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 1096 time: 0.0442872 Aug 27 03:35:06.407068 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-13056c1c-c9c7-4641-aa07-89814db2f512 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bb5206b-382a-4dac-a93b-17b51b935b5a HTTP/1.1" status: 200 len: 217 time: 0.0410526 Aug 27 03:35:06.431124 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee07274-c39c-4d4b-b038-69afd82afd07 x-openstack-request-id: req-8ee07274-c39c-4d4b-b038-69afd82afd07 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:35:06.431448 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0813a770-efab-496a-8c4c-9e2f72102ca8", "tag": "9bb5206b-382a-4dac-a93b-17b51b935b5a", "status": "completed", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:35:06.431729 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8ee07274-c39c-4d4b-b038-69afd82afd07 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:35:06.432080 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0813a770-efab-496a-8c4c-9e2f72102ca8', 'tag': '9bb5206b-382a-4dac-a93b-17b51b935b5a', 'status': 'completed', 'code': 200} Aug 27 03:35:06.447742 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4f0a468a-9ff8-422b-b816-544d8a088ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:06.466753 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-9b3ec6a4-2457-4ce7-9802-39631646741c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:06.468415 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-9b3ec6a4-2457-4ce7-9802-39631646741c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f903fdf6-641d-48e9-bdde-df272a8f4bb6 HTTP/1.1" status: 200 len: 854 time: 0.0487564 Aug 27 03:35:06.546264 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4f0a468a-9ff8-422b-b816-544d8a088ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:06.552566 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4f0a468a-9ff8-422b-b816-544d8a088ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:06.577232 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-2d308fb2-e88f-4b50-8ac5-462750decf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:06.578795 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-2d308fb2-e88f-4b50-8ac5-462750decf68 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=73bd44d6-ea8f-4165-8d6d-317f8321efd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0820913 Aug 27 03:35:06.586925 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aedf4f-1330-4b9a-b922-0a3eeefdfa10 req-7ece2237-8bdf-4ea2-8a03-def1931caadb tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:06.588328 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-11aedf4f-1330-4b9a-b922-0a3eeefdfa10 req-7ece2237-8bdf-4ea2-8a03-def1931caadb tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.63 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.0821497 Aug 27 03:35:06.589202 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-4f0a468a-9ff8-422b-b816-544d8a088ab4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d4353c05368b428aa4f7b1c0180b7ed9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2770305 Aug 27 03:35:06.593625 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 56992) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:06.600017 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a468a-9ff8-422b-b816-544d8a088ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fe59e6-bd6f-488e-80bf-ea9571cab237,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:06.614992 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0a468a-9ff8-422b-b816-544d8a088ab4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:06.615339 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0a468a-9ff8-422b-b816-544d8a088ab4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:06.615710 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0a468a-9ff8-422b-b816-544d8a088ab4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:06.616046 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0a468a-9ff8-422b-b816-544d8a088ab4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:06.616379 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0a468a-9ff8-422b-b816-544d8a088ab4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:06.616710 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0a468a-9ff8-422b-b816-544d8a088ab4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:06.617022 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0a468a-9ff8-422b-b816-544d8a088ab4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:06.617356 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0a468a-9ff8-422b-b816-544d8a088ab4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:06.617686 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0a468a-9ff8-422b-b816-544d8a088ab4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:06.618003 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0a468a-9ff8-422b-b816-544d8a088ab4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:06.618325 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0a468a-9ff8-422b-b816-544d8a088ab4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:06.618613 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0a468a-9ff8-422b-b816-544d8a088ab4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:06.657288 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c0e07156-f6f1-447d-9f09-6fb12c122594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:06.679600 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c0e07156-f6f1-447d-9f09-6fb12c122594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:06.732942 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c0e07156-f6f1-447d-9f09-6fb12c122594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:06.735811 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c0e07156-f6f1-447d-9f09-6fb12c122594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:06.737159 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-c0e07156-f6f1-447d-9f09-6fb12c122594 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e4fe59e6-bd6f-488e-80bf-ea9571cab237 HTTP/1.1" status: 204 len: 168 time: 0.1422749 Aug 27 03:35:06.737947 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-a0e2d271-f74a-46ac-9a48-c59804be92d8 service neutron] 10.222.0.63 "GET /v2.0/networks/73bd44d6-ea8f-4165-8d6d-317f8321efd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486742 Aug 27 03:35:06.745210 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e07156-f6f1-447d-9f09-6fb12c122594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fe59e6-bd6f-488e-80bf-ea9571cab237,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:06.758251 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [req-11aedf4f-1330-4b9a-b922-0a3eeefdfa10 req-4c5d71dd-074a-490b-9556-dc5de74d1fa7 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Deleting port 00f4f309-41f4-4e94-86a4-ef0178135a23 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:35:06.758590 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-11aedf4f-1330-4b9a-b922-0a3eeefdfa10 req-4c5d71dd-074a-490b-9556-dc5de74d1fa7 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:06.951875 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0795e-54c9-47e4-adf6-e1d2441d7976 req-2b997763-a779-407d-a786-6ef283726a6d tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:06.953373 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e8c0795e-54c9-47e4-adf6-e1d2441d7976 req-2b997763-a779-407d-a786-6ef283726a6d tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 945 time: 0.1442614 Aug 27 03:35:06.956778 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-11aedf4f-1330-4b9a-b922-0a3eeefdfa10 req-4c5d71dd-074a-490b-9556-dc5de74d1fa7 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] For port 00f4f309-41f4-4e94-86a4-ef0178135a23, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=00f4f309-41f4-4e94-86a4-ef0178135a23,segment=NetworkSegment(9681f18e-fb48-43cf-ad6d-d086c37b3af5),segment_id=9681f18e-fb48-43cf-ad6d-d086c37b3af5)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:35:06.957139 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-11aedf4f-1330-4b9a-b922-0a3eeefdfa10 req-4c5d71dd-074a-490b-9556-dc5de74d1fa7 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:06.968182 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-269c8f04-60fe-4f36-aac9-3413f5d0fb64 req-77fb2251-65db-463a-ab07-ccb80d69dddb service neutron] 10.222.0.63 "GET /v2.0/networks/73bd44d6-ea8f-4165-8d6d-317f8321efd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212718 Aug 27 03:35:06.982259 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 6 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:35:07.054886 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 57002) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:07.071010 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0495edfb-1994-4995-947d-a68ac2fc94ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:07.115906 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e8c0795e-54c9-47e4-adf6-e1d2441d7976 req-abad8cf3-6226-47c0-ba1b-68c469a64b98 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e7f724b-9892-4567-8119-6ed8f550c41f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499324 Aug 27 03:35:07.166827 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033771f-43a2-4948-b5b9-1031d5f480ca req-b42ffe7b-6f22-4580-8bcd-d2095b9320ae tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:07.168614 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2033771f-43a2-4948-b5b9-1031d5f480ca req-b42ffe7b-6f22-4580-8bcd-d2095b9320ae tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 943 time: 0.1995106 Aug 27 03:35:07.187295 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0495edfb-1994-4995-947d-a68ac2fc94ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:07.192369 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0495edfb-1994-4995-947d-a68ac2fc94ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:07.211291 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017fece-32f0-4dc7-a335-033b4fc826c1 req-b0c1060b-5568-491a-8671-bf406385b692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:07.212738 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1017fece-32f0-4dc7-a335-033b4fc826c1 req-b0c1060b-5568-491a-8671-bf406385b692 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c24d36ba6b374775b93c113837910ba6&device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 1096 time: 0.1601636 Aug 27 03:35:07.231938 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-0495edfb-1994-4995-947d-a68ac2fc94ec admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=255fd7dcd5ca47e389135fccb23b5b44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1757829 Aug 27 03:35:07.232811 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0495edfb-1994-4995-947d-a68ac2fc94ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e34aaf-e18b-4eab-a206-07304ca122c7,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:07.235136 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 57008) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:07.291627 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b6e79346-7ffd-4fc5-95d1-7d5cd4bb772c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:07.313768 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b6e79346-7ffd-4fc5-95d1-7d5cd4bb772c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:07.350308 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2033771f-43a2-4948-b5b9-1031d5f480ca req-64500d2d-26d2-4320-bc7b-8387d91eb56d tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e43aca5-b965-4ee1-a973-89108b59f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754472 Aug 27 03:35:07.357435 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-11aedf4f-1330-4b9a-b922-0a3eeefdfa10 req-4c5d71dd-074a-490b-9556-dc5de74d1fa7 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:07.357807 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-11aedf4f-1330-4b9a-b922-0a3eeefdfa10 req-4c5d71dd-074a-490b-9556-dc5de74d1fa7 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456017'] for floatingip, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:07.358198 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.db.l3_db [req-11aedf4f-1330-4b9a-b922-0a3eeefdfa10 req-4c5d71dd-074a-490b-9556-dc5de74d1fa7 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Floating IP 15ffe85b-2588-4b4f-9816-0386306769f0 disassociated. External IP: 172.27.0.25, port: 00f4f309-41f4-4e94-86a4-ef0178135a23. Aug 27 03:35:07.358523 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [req-11aedf4f-1330-4b9a-b922-0a3eeefdfa10 req-4c5d71dd-074a-490b-9556-dc5de74d1fa7 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Calling delete_port for 00f4f309-41f4-4e94-86a4-ef0178135a23 owned by compute:nova {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:35:07.368247 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b6e79346-7ffd-4fc5-95d1-7d5cd4bb772c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:07.376210 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b6e79346-7ffd-4fc5-95d1-7d5cd4bb772c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:07.377500 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-b6e79346-7ffd-4fc5-95d1-7d5cd4bb772c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d8e34aaf-e18b-4eab-a206-07304ca122c7 HTTP/1.1" status: 204 len: 168 time: 0.1414595 Aug 27 03:35:07.385848 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e79346-7ffd-4fc5-95d1-7d5cd4bb772c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e34aaf-e18b-4eab-a206-07304ca122c7,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:07.387844 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268420e6-c64c-4ae3-9a11-da9a208f7454 req-c00ad3fb-a802-4172-b8a0-459bedece862 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:07.389422 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-268420e6-c64c-4ae3-9a11-da9a208f7454 req-c00ad3fb-a802-4172-b8a0-459bedece862 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 945 time: 0.1996155 Aug 27 03:35:07.488418 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017fece-32f0-4dc7-a335-033b4fc826c1 req-a23034b8-9dc2-4e83-8cb2-e0ef472dd28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:07.489882 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1017fece-32f0-4dc7-a335-033b4fc826c1 req-a23034b8-9dc2-4e83-8cb2-e0ef472dd28e service neutron] 10.222.0.63 "GET /v2.0/networks?id=73bd44d6-ea8f-4165-8d6d-317f8321efd4 HTTP/1.1" status: 200 len: 916 time: 0.2565889 Aug 27 03:35:07.500262 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-268420e6-c64c-4ae3-9a11-da9a208f7454 req-23a39e27-04ce-4b5f-9d6c-8fc19504ab83 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661392 Aug 27 03:35:07.746726 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 57014) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:07.760893 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0bad49ea-5de6-46de-8f8b-a0080e27ca32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:07.781989 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1017fece-32f0-4dc7-a335-033b4fc826c1 req-e44bd7f7-9600-456d-b148-c0277c9bee78 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bb5206b-382a-4dac-a93b-17b51b935b5a HTTP/1.1" status: 200 len: 217 time: 0.2807572 Aug 27 03:35:07.860298 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0bad49ea-5de6-46de-8f8b-a0080e27ca32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:07.864655 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0bad49ea-5de6-46de-8f8b-a0080e27ca32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:07.866088 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017fece-32f0-4dc7-a335-033b4fc826c1 req-86cb9cb7-23ae-487a-94e4-99c619c8fdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:07.867577 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1017fece-32f0-4dc7-a335-033b4fc826c1 req-86cb9cb7-23ae-487a-94e4-99c619c8fdaf service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f903fdf6-641d-48e9-bdde-df272a8f4bb6 HTTP/1.1" status: 200 len: 854 time: 0.0766118 Aug 27 03:35:07.871953 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-11aedf4f-1330-4b9a-b922-0a3eeefdfa10 req-4c5d71dd-074a-490b-9556-dc5de74d1fa7 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:07.908937 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-0bad49ea-5de6-46de-8f8b-a0080e27ca32 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=094ed3d27ad142a4a192082ac00316be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1608672 Aug 27 03:35:07.911398 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 57016) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:07.913358 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad49ea-5de6-46de-8f8b-a0080e27ca32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aacf8cf-2d8e-4dcc-86e3-c9a1d0c7fb5d,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:07.924034 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d71dd-074a-490b-9556-dc5de74d1fa7 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Pushing event deleted for resources: {'Port': ['ID=00f4f309-41f4-4e94-86a4-ef0178135a23,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:07.969570 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-91cb5b01-d9b4-41bf-b6a2-f962cc53f111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:07.987092 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017fece-32f0-4dc7-a335-033b4fc826c1 req-79bc736f-89f8-4a63-b52b-08978f7d911f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:07.988626 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1017fece-32f0-4dc7-a335-033b4fc826c1 req-79bc736f-89f8-4a63-b52b-08978f7d911f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=73bd44d6-ea8f-4165-8d6d-317f8321efd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1101391 Aug 27 03:35:07.992934 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-91cb5b01-d9b4-41bf-b6a2-f962cc53f111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:08.041432 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-91cb5b01-d9b4-41bf-b6a2-f962cc53f111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:08.044518 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-91cb5b01-d9b4-41bf-b6a2-f962cc53f111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:08.048029 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-91cb5b01-d9b4-41bf-b6a2-f962cc53f111 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3aacf8cf-2d8e-4dcc-86e3-c9a1d0c7fb5d HTTP/1.1" status: 204 len: 168 time: 0.1333699 Aug 27 03:35:08.056330 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb5b01-d9b4-41bf-b6a2-f962cc53f111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aacf8cf-2d8e-4dcc-86e3-c9a1d0c7fb5d,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:08.104143 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11aedf4f-1330-4b9a-b922-0a3eeefdfa10 req-4c5d71dd-074a-490b-9556-dc5de74d1fa7 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Router 81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd has already been hosted by L3 agent 531130d0-1c3c-4def-a74a-055fb8373853 {{(pid=93891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:35:08.164857 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1017fece-32f0-4dc7-a335-033b4fc826c1 req-beacedeb-bab1-4ed4-abe4-9a6f766982b1 service neutron] 10.222.0.63 "GET /v2.0/networks/73bd44d6-ea8f-4165-8d6d-317f8321efd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448493 Aug 27 03:35:08.286163 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-0f60a165-af50-4939-a821-026190588929 req-beeaaf0f-4038-4496-b008-88585db0ac3f tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b798f8be-ccdf-4eec-b4dc-9216b13eba31 HTTP/1.1" status: 200 len: 210 time: 0.0612891 Aug 27 03:35:08.315649 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11aedf4f-1330-4b9a-b922-0a3eeefdfa10 req-4c5d71dd-074a-490b-9556-dc5de74d1fa7 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify agent at l3_agent.dv-cinder-804735-2-iscsi the message routers_updated {{(pid=93891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:35:08.326227 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720169b3-17de-4d6c-a2ac-7e14baaf9375 None None] Sync routers for ids ['81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd'] in dv-cinder-804735-2-iscsi {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:35:08.339712 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720169b3-17de-4d6c-a2ac-7e14baaf9375 None None] Routers {'81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:35:08.340705 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-720169b3-17de-4d6c-a2ac-7e14baaf9375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:34:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:35:08.384478 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1017fece-32f0-4dc7-a335-033b4fc826c1 req-2b0ff872-7910-4bda-807b-fa7f82f29cb3 service neutron] 10.222.0.63 "GET /v2.0/networks/73bd44d6-ea8f-4165-8d6d-317f8321efd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120366 Aug 27 03:35:08.385242 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [req-11aedf4f-1330-4b9a-b922-0a3eeefdfa10 req-4c5d71dd-074a-490b-9556-dc5de74d1fa7 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] No DVR routers for this DVR port 00f4f309-41f4-4e94-86a4-ef0178135a23 on host hv-cinder-80473 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:35:08.399747 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-11aedf4f-1330-4b9a-b922-0a3eeefdfa10 req-4c5d71dd-074a-490b-9556-dc5de74d1fa7 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:08.403040 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-11aedf4f-1330-4b9a-b922-0a3eeefdfa10 req-4c5d71dd-074a-490b-9556-dc5de74d1fa7 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.63 "DELETE /v2.0/ports/00f4f309-41f4-4e94-86a4-ef0178135a23 HTTP/1.1" status: 204 len: 173 time: 1.8062496 Aug 27 03:35:08.433009 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b798f8be-ccdf-4eec-b4dc-9216b13eba31', 'name': 'network-vif-deleted', 'tag': '00f4f309-41f4-4e94-86a4-ef0178135a23'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:35:08.436055 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5db798dbfc6723b72cacb44784ab66cf68bec91175074e332c63962bd4ba80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1852522d-47df-41fe-a092-612afb486e4e" -d '{"events": [{"server_uuid": "b798f8be-ccdf-4eec-b4dc-9216b13eba31", "name": "network-vif-deleted", "tag": "00f4f309-41f4-4e94-86a4-ef0178135a23"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:35:08.514879 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4df1127-0ed0-4cc2-b119-e2d1a7dd2ba5 x-openstack-request-id: req-d4df1127-0ed0-4cc2-b119-e2d1a7dd2ba5 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:35:08.515563 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b798f8be-ccdf-4eec-b4dc-9216b13eba31", "name": "network-vif-deleted", "tag": "00f4f309-41f4-4e94-86a4-ef0178135a23", "status": "completed", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:35:08.515563 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d4df1127-0ed0-4cc2-b119-e2d1a7dd2ba5 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:35:08.515750 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b798f8be-ccdf-4eec-b4dc-9216b13eba31', 'name': 'network-vif-deleted', 'tag': '00f4f309-41f4-4e94-86a4-ef0178135a23', 'status': 'completed', 'code': 200} Aug 27 03:35:08.516623 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-720169b3-17de-4d6c-a2ac-7e14baaf9375 None None] Set router 81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:35:08.614682 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223bd0e-c613-4b65-ae47-bf45d4f3cbf3 req-426a2c31-6bd1-4b60-b317-cbf3b9053c3b tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:08.616946 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8223bd0e-c613-4b65-ae47-bf45d4f3cbf3 req-426a2c31-6bd1-4b60-b317-cbf3b9053c3b tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 943 time: 0.0756731 Aug 27 03:35:08.660396 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8223bd0e-c613-4b65-ae47-bf45d4f3cbf3 req-4dc29b52-b0de-4bd2-ab1d-8a3b27ab2383 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e43aca5-b965-4ee1-a973-89108b59f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371084 Aug 27 03:35:08.756111 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b09c4-a865-4f27-a9f0-8b2cdf1d137b req-4d7de8fe-0257-4f92-9b6e-8275177263a3 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:08.757605 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-df8b09c4-a865-4f27-a9f0-8b2cdf1d137b req-4d7de8fe-0257-4f92-9b6e-8275177263a3 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 945 time: 0.0540347 Aug 27 03:35:08.804744 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-df8b09c4-a865-4f27-a9f0-8b2cdf1d137b req-65ee0d08-5160-4df6-b285-1c8a128ee175 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365653 Aug 27 03:35:08.813705 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-720169b3-17de-4d6c-a2ac-7e14baaf9375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'name': 'tempest-AttachVolumeTestJSON-1475267450-router', 'tenant_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'b866eab5-d718-43e1-a08d-73ac3f588c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:13Z', 'updated_at': '2021-08-27T03:29:20Z', 'revision_number': 4, 'project_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'gw_port': {'id': 'b866eab5-d718-43e1-a08d-73ac3f588c72', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:15Z', 'updated_at': '2021-08-27T03:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': '1e20ad29-9574-4201-8061-10f157d8932d', 'name': '', 'network_id': 'ff2334ee-c3c9-468a-845a-218e819133a7', 'tenant_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'mac_address': 'fa:16:3e:6d:fb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8881d854-768f-46f5-bb0c-d6718d4b9eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:19Z', 'updated_at': '2021-08-27T03:29:29Z', 'revision_number': 5, 'project_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'subnets': [{'id': '8881d854-768f-46f5-bb0c-d6718d4b9eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:35:08.993742 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720169b3-17de-4d6c-a2ac-7e14baaf9375 None None] Checking router: 81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd for host: dv-cinder-804735-2-iscsi {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:35:09.006454 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720169b3-17de-4d6c-a2ac-7e14baaf9375 None None] Routers {'81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:35:09.007109 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-720169b3-17de-4d6c-a2ac-7e14baaf9375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:34:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:35:09.065963 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ab2ea17e-753d-4137-8c57-33b7fb196bee req-5a18e799-3365-4a35-b44c-c7b024634f7e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0772133 Aug 27 03:35:09.086343 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987c329-03ee-4a7b-af73-1e422bf40691 req-cd644067-f9f3-4ea6-b195-ae4fcce95446 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:09.088173 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9987c329-03ee-4a7b-af73-1e422bf40691 req-cd644067-f9f3-4ea6-b195-ae4fcce95446 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 945 time: 0.0876322 Aug 27 03:35:09.137243 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-720169b3-17de-4d6c-a2ac-7e14baaf9375 None None] Set router 81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:35:09.143259 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9987c329-03ee-4a7b-af73-1e422bf40691 req-34fc0427-7bb4-4212-a770-db7a0cc31693 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472486 Aug 27 03:35:09.401571 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-720169b3-17de-4d6c-a2ac-7e14baaf9375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'name': 'tempest-AttachVolumeTestJSON-1475267450-router', 'tenant_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'b866eab5-d718-43e1-a08d-73ac3f588c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:13Z', 'updated_at': '2021-08-27T03:29:20Z', 'revision_number': 4, 'project_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'gw_port': {'id': 'b866eab5-d718-43e1-a08d-73ac3f588c72', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:15Z', 'updated_at': '2021-08-27T03:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': '1e20ad29-9574-4201-8061-10f157d8932d', 'name': '', 'network_id': 'ff2334ee-c3c9-468a-845a-218e819133a7', 'tenant_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'mac_address': 'fa:16:3e:6d:fb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8881d854-768f-46f5-bb0c-d6718d4b9eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:19Z', 'updated_at': '2021-08-27T03:29:29Z', 'revision_number': 5, 'project_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'subnets': [{'id': '8881d854-768f-46f5-bb0c-d6718d4b9eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:35:09.425533 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 57074) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:09.437135 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 9bb5206b-382a-4dac-a93b-17b51b935b5a details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=93892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:35:09.439952 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 00f4f309-41f4-4e94-86a4-ef0178135a23 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:35:09.470967 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720169b3-17de-4d6c-a2ac-7e14baaf9375 None None] The sync data for ids ['81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd'] in dv-cinder-804735-2-iscsi is: [{'id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'name': 'tempest-AttachVolumeTestJSON-1475267450-router', 'tenant_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'b866eab5-d718-43e1-a08d-73ac3f588c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:13Z', 'updated_at': '2021-08-27T03:29:20Z', 'revision_number': 4, 'project_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'gw_port': {'id': 'b866eab5-d718-43e1-a08d-73ac3f588c72', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:15Z', 'updated_at': '2021-08-27T03:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': '1e20ad29-9574-4201-8061-10f157d8932d', 'name': '', 'network_id': 'ff2334ee-c3c9-468a-845a-218e819133a7', 'tenant_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'mac_address': 'fa:16:3e:6d:fb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8881d854-768f-46f5-bb0c-d6718d4b9eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:19Z', 'updated_at': '2021-08-27T03:29:29Z', 'revision_number': 5, 'project_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'subnets': [{'id': '8881d854-768f-46f5-bb0c-d6718d4b9eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:35:09.475260 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] No Port match for: 00f4f309-41f4-4e94-86a4-ef0178135a23 {{(pid=93892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:35:09.475260 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 00f4f309-41f4-4e94-86a4-ef0178135a23 not bound to the agent host hv-cinder-80473 {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:35:09.520678 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-acb026d1-7f0d-4572-afa0-91cc6e371c28 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:09.553431 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-acb026d1-7f0d-4572-afa0-91cc6e371c28 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:09.592628 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 9bb5206b-382a-4dac-a93b-17b51b935b5a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9bb5206b-382a-4dac-a93b-17b51b935b5a,segment=NetworkSegment(4787f5b9-6226-41b6-8fca-ea1f4ddc3325),segment_id=4787f5b9-6226-41b6-8fca-ea1f4ddc3325)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:35:09.607290 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Returning: {'device': '9bb5206b-382a-4dac-a93b-17b51b935b5a', 'network_id': '73bd44d6-ea8f-4165-8d6d-317f8321efd4', 'port_id': '9bb5206b-382a-4dac-a93b-17b51b935b5a', 'mac_address': 'fa:16:3e:d8:9e:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f903fdf6-641d-48e9-bdde-df272a8f4bb6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:35:09.621768 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-acb026d1-7f0d-4572-afa0-91cc6e371c28 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:09.625029 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-acb026d1-7f0d-4572-afa0-91cc6e371c28 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:09.629053 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 57078) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:09.636947 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-acb026d1-7f0d-4572-afa0-91cc6e371c28 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "DELETE /v2.0/security-groups/1e7f724b-9892-4567-8119-6ed8f550c41f HTTP/1.1" status: 204 len: 168 time: 0.2102666 Aug 27 03:35:09.663148 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.api.v2.resource [None req-038dab5e-cf85-4c74-b8e7-1efc8469c2fd tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] show failed (client error): The resource could not be found. Aug 27 03:35:09.664822 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:09.668587 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb026d1-7f0d-4572-afa0-91cc6e371c28 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7f724b-9892-4567-8119-6ed8f550c41f,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:09.672198 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-038dab5e-cf85-4c74-b8e7-1efc8469c2fd tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups/1e7f724b-9892-4567-8119-6ed8f550c41f HTTP/1.1" status: 404 len: 347 time: 0.0413849 Aug 27 03:35:09.672879 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 57084) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:09.697677 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bb5206b-382a-4dac-a93b-17b51b935b5a {{(pid=93892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:35:09.722274 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 9bb5206b-382a-4dac-a93b-17b51b935b5a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9bb5206b-382a-4dac-a93b-17b51b935b5a,segment=NetworkSegment(4787f5b9-6226-41b6-8fca-ea1f4ddc3325),segment_id=4787f5b9-6226-41b6-8fca-ea1f4ddc3325)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:35:09.729117 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:09.817687 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=9bb5206b-382a-4dac-a93b-17b51b935b5a,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:09.877794 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f07ac2-a131-4f89-bdc7-59d7d4a630d6 None None] New status for floating IP 15ffe85b-2588-4b4f-9816-0386306769f0: DOWN {{(pid=93893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:35:09.896070 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a04cb9-80ab-46f1-9329-2df6a7795181 req-de81ceca-4654-4e99-bca1-7256c010938e tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:09.897768 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-49a04cb9-80ab-46f1-9329-2df6a7795181 req-de81ceca-4654-4e99-bca1-7256c010938e tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 944 time: 0.0734386 Aug 27 03:35:09.900825 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-2ba8a533-7d7c-4b59-a9e2-37cc66ead727 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Deleting port cd9e1d43-a597-4256-b921-341b62e9dcd8 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:35:09.901103 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2ba8a533-7d7c-4b59-a9e2-37cc66ead727 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:09.991478 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] get_ports_and_sgs() called for port_ids ['9bb5206b-382a-4dac-a93b-17b51b935b5a'] {{(pid=93892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:35:09.997818 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-49a04cb9-80ab-46f1-9329-2df6a7795181 req-c8533cc6-fe29-4591-9cf3-446d85b65ed7 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e43aca5-b965-4ee1-a973-89108b59f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823829 Aug 27 03:35:10.019255 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2ba8a533-7d7c-4b59-a9e2-37cc66ead727 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:10.019863 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2ba8a533-7d7c-4b59-a9e2-37cc66ead727 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:10.035912 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-2ba8a533-7d7c-4b59-a9e2-37cc66ead727 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Calling delete_port for cd9e1d43-a597-4256-b921-341b62e9dcd8 owned by network:floatingip {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:35:10.216000 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2ba8a533-7d7c-4b59-a9e2-37cc66ead727 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:10.257304 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba8a533-7d7c-4b59-a9e2-37cc66ead727 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Pushing event deleted for resources: {'Port': ['ID=cd9e1d43-a597-4256-b921-341b62e9dcd8,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:10.348710 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ef80e-2187-4391-a3b1-6243523ea421 req-f6b3b788-69cd-4195-a496-f6cf0ee6bcd9 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:10.350232 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-343ef80e-2187-4391-a3b1-6243523ea421 req-f6b3b788-69cd-4195-a496-f6cf0ee6bcd9 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 945 time: 0.1072125 Aug 27 03:35:10.353222 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2ba8a533-7d7c-4b59-a9e2-37cc66ead727 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks [] for floatingip, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:10.356186 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2ba8a533-7d7c-4b59-a9e2-37cc66ead727 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for floatingip, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:10.360829 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-2ba8a533-7d7c-4b59-a9e2-37cc66ead727 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "DELETE /v2.0/floatingips/15ffe85b-2588-4b4f-9816-0386306769f0 HTTP/1.1" status: 204 len: 168 time: 0.6824164 Aug 27 03:35:10.403283 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-343ef80e-2187-4391-a3b1-6243523ea421 req-74d4d96a-917a-41c9-875e-b8304ea6704a tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447154 Aug 27 03:35:10.683005 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 57108) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:10.688132 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-dca66649-a599-4363-871a-6f02c90d0acf tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Request body: {'security_group': {'name': 'tempest-securitygroup--864942390', 'description': 'tempest-description--1496830590'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:35:10.703757 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ea17e-753d-4137-8c57-33b7fb196bee req-18d51d30-9cee-4e8f-819a-8a286dd3303b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:10.705447 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ab2ea17e-753d-4137-8c57-33b7fb196bee req-18d51d30-9cee-4e8f-819a-8a286dd3303b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc&tenant_id=90c43de7a6384b82b35f14a762da5d37 HTTP/1.1" status: 200 len: 1098 time: 0.0485661 Aug 27 03:35:10.715741 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dca66649-a599-4363-871a-6f02c90d0acf tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:10.774072 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ea17e-753d-4137-8c57-33b7fb196bee req-f7f14ae6-b809-4bbc-9d24-02fbeec29d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:10.775897 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ab2ea17e-753d-4137-8c57-33b7fb196bee req-f7f14ae6-b809-4bbc-9d24-02fbeec29d37 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=90c43de7a6384b82b35f14a762da5d37&device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 1098 time: 0.0443680 Aug 27 03:35:10.820153 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dca66649-a599-4363-871a-6f02c90d0acf tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:10.826709 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dca66649-a599-4363-871a-6f02c90d0acf tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:10.848074 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dca66649-a599-4363-871a-6f02c90d0acf tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:10.850169 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-dca66649-a599-4363-871a-6f02c90d0acf tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1657679 Aug 27 03:35:10.857535 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 57114) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:10.868474 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-bc6e678f-fea0-45b9-99ea-8d2d721bf635 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Request body: {'security_group_rule': {'security_group_id': '6046de3f-32d3-4ab3-9f2f-51fa5dc878f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:35:10.894485 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ea17e-753d-4137-8c57-33b7fb196bee req-339b0498-ce43-4aa3-aede-3a932cb18201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:10.894485 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ab2ea17e-753d-4137-8c57-33b7fb196bee req-339b0498-ce43-4aa3-aede-3a932cb18201 service neutron] 10.222.0.63 "GET /v2.0/networks?id=86a24c14-9a31-45eb-af67-a58be595d161 HTTP/1.1" status: 200 len: 910 time: 0.1073492 Aug 27 03:35:10.894798 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca66649-a599-4363-871a-6f02c90d0acf tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6046de3f-32d3-4ab3-9f2f-51fa5dc878f8,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:10.928253 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bc6e678f-fea0-45b9-99ea-8d2d721bf635 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:10.963651 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ab2ea17e-753d-4137-8c57-33b7fb196bee req-d25d9443-9f78-40aa-802b-b57c2730f3b2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9af3d873-dcf5-4498-b710-974f39d1ebae HTTP/1.1" status: 200 len: 1001 time: 0.0642962 Aug 27 03:35:10.991447 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bc6e678f-fea0-45b9-99ea-8d2d721bf635 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:10.996300 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bc6e678f-fea0-45b9-99ea-8d2d721bf635 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87445'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:11.014223 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e678f-fea0-45b9-99ea-8d2d721bf635 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c73f1e4-d62e-4682-8b08-811b33fe54f2,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:11.020551 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bc6e678f-fea0-45b9-99ea-8d2d721bf635 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:11.022187 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-bc6e678f-fea0-45b9-99ea-8d2d721bf635 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1630785 Aug 27 03:35:11.024905 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 57118) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:11.025507 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ea17e-753d-4137-8c57-33b7fb196bee req-06f6cd8c-2e2a-4a1f-a799-ff050468badb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:11.027026 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ab2ea17e-753d-4137-8c57-33b7fb196bee req-06f6cd8c-2e2a-4a1f-a799-ff050468badb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=02e507ef-65b0-47f3-a75e-47a97e59e5ca HTTP/1.1" status: 200 len: 848 time: 0.0555174 Aug 27 03:35:11.029577 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-bf6780bc-9962-4f08-9e28-81bdde79c954 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Request body: {'security_group_rule': {'security_group_id': '6046de3f-32d3-4ab3-9f2f-51fa5dc878f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:35:11.059294 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bf6780bc-9962-4f08-9e28-81bdde79c954 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:11.077527 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ea17e-753d-4137-8c57-33b7fb196bee req-370b7fe2-3e24-4c34-9b30-171365165f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:11.079442 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ab2ea17e-753d-4137-8c57-33b7fb196bee req-370b7fe2-3e24-4c34-9b30-171365165f12 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86a24c14-9a31-45eb-af67-a58be595d161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442002 Aug 27 03:35:11.124134 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bf6780bc-9962-4f08-9e28-81bdde79c954 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:11.128357 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bf6780bc-9962-4f08-9e28-81bdde79c954 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87445'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:11.148468 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6780bc-9962-4f08-9e28-81bdde79c954 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dedea1f0-3f47-4f25-a236-903ec25f4479,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:11.152267 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bf6780bc-9962-4f08-9e28-81bdde79c954 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:11.156545 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-bf6780bc-9962-4f08-9e28-81bdde79c954 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1276765 Aug 27 03:35:11.157095 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 57122) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:11.161736 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-d6d15893-875c-4d6c-9ffd-78804ad21a72 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Request body: {'floatingip': {'floating_network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:35:11.185551 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d6d15893-875c-4d6c-9ffd-78804ad21a72 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks [] for floatingip, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:11.212231 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a136e9c3-5ff9-4031-b797-f29b9465a77a req-e4b1e5cb-1802-4372-ac1e-86040f3f6665 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:11.213698 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a136e9c3-5ff9-4031-b797-f29b9465a77a req-e4b1e5cb-1802-4372-ac1e-86040f3f6665 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 944 time: 0.1049421 Aug 27 03:35:11.231484 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ab2ea17e-753d-4137-8c57-33b7fb196bee req-911655db-bbb5-454a-bb5f-d21f4c38ab80 service neutron] 10.222.0.63 "GET /v2.0/networks/86a24c14-9a31-45eb-af67-a58be595d161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443560 Aug 27 03:35:11.285555 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d6d15893-875c-4d6c-9ffd-78804ad21a72 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:11.299494 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a136e9c3-5ff9-4031-b797-f29b9465a77a req-003bab27-907a-40f4-8fb0-5b3af41556e0 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e43aca5-b965-4ee1-a973-89108b59f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796144 Aug 27 03:35:11.350644 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ab2ea17e-753d-4137-8c57-33b7fb196bee req-45f03f45-235c-44b1-b288-6f99d717e816 service neutron] 10.222.0.63 "GET /v2.0/networks/86a24c14-9a31-45eb-af67-a58be595d161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098361 Aug 27 03:35:11.399024 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-d6d15893-875c-4d6c-9ffd-78804ad21a72 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Allocated IP 172.27.0.246 (239ea516-19ad-4308-8c8f-3a956c00c66f/240b09d3-e621-4049-93c9-64b8f5a60ad0/575e46f5-bf2c-46c7-b72b-6aa75fdb88b5) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:35:11.431597 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 9bb5206b-382a-4dac-a93b-17b51b935b5a up at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:35:11.483889 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Provisioning for port 9bb5206b-382a-4dac-a93b-17b51b935b5a completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:35:11.487831 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Provisioning complete for port 9bb5206b-382a-4dac-a93b-17b51b935b5a triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:35:11.488202 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:11.508833 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d6d15893-875c-4d6c-9ffd-78804ad21a72 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:11.530529 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c851d-b2e8-4a23-b339-b74ee0cd5212 req-61435aa6-6019-4c1f-9b76-e24c7cc2b649 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:11.532274 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-dc5c851d-b2e8-4a23-b339-b74ee0cd5212 req-61435aa6-6019-4c1f-9b76-e24c7cc2b649 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 945 time: 0.0562234 Aug 27 03:35:11.550390 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d6d15893-875c-4d6c-9ffd-78804ad21a72 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9123015'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:11.567028 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:11.574988 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-dc5c851d-b2e8-4a23-b339-b74ee0cd5212 req-b29f045c-465f-482f-a2e8-da8323501131 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352888 Aug 27 03:35:11.588266 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d15893-875c-4d6c-9ffd-78804ad21a72 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Network 239ea516-19ad-4308-8c8f-3a956c00c66f is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:35:11.599648 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0813a770-efab-496a-8c4c-9e2f72102ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb5206b-382a-4dac-a93b-17b51b935b5a'}] {{(pid=93892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:35:11.599834 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-d6d15893-875c-4d6c-9ffd-78804ad21a72 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:35:11.599963 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b63a46784ce0c86216665a107eadf653c768d6aaa0a676db5e2e070eb4240c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50830da-b5ee-44f2-a0e0-e2119acbe112" -d '{"events": [{"server_uuid": "0813a770-efab-496a-8c4c-9e2f72102ca8", "name": "network-vif-plugged", "status": "completed", "tag": "9bb5206b-382a-4dac-a93b-17b51b935b5a"}]}' {{(pid=93892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:35:11.605036 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d15893-875c-4d6c-9ffd-78804ad21a72 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:35:11.612617 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 9bb5206b-382a-4dac-a93b-17b51b935b5a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9bb5206b-382a-4dac-a93b-17b51b935b5a,segment=NetworkSegment(4787f5b9-6226-41b6-8fca-ea1f4ddc3325),segment_id=4787f5b9-6226-41b6-8fca-ea1f4ddc3325)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:35:11.617365 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:11.618637 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 9af3d873-dcf5-4498-b710-974f39d1ebae no longer exists at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:35:11.631750 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d15893-875c-4d6c-9ffd-78804ad21a72 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Pushing event updated for resources: {'Port': ['ID=575e46f5-bf2c-46c7-b72b-6aa75fdb88b5,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:11.647543 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821a2884-c4a5-4ec8-9679-a3830acaa102 x-openstack-request-id: req-821a2884-c4a5-4ec8-9679-a3830acaa102 {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:35:11.647875 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0813a770-efab-496a-8c4c-9e2f72102ca8", "name": "network-vif-plugged", "status": "completed", "tag": "9bb5206b-382a-4dac-a93b-17b51b935b5a", "code": 200}]} {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:35:11.648073 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-821a2884-c4a5-4ec8-9679-a3830acaa102 {{(pid=93892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:35:11.648456 dv-cinder-804735-2-iscsi neutron-server[93892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0813a770-efab-496a-8c4c-9e2f72102ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb5206b-382a-4dac-a93b-17b51b935b5a', 'code': 200} Aug 27 03:35:11.700900 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=9bb5206b-382a-4dac-a93b-17b51b935b5a,revision_number=5']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:11.708511 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d6d15893-875c-4d6c-9ffd-78804ad21a72 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:11.741459 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:11.745140 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d6d15893-875c-4d6c-9ffd-78804ad21a72 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:11.773848 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 9af3d873-dcf5-4498-b710-974f39d1ebae, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9af3d873-dcf5-4498-b710-974f39d1ebae,segment=NetworkSegment(cd94c509-5c85-4501-bbd0-bfe66cd37392),segment_id=cd94c509-5c85-4501-bbd0-bfe66cd37392)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:35:11.778046 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:11.813706 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a0707-682c-471b-a99f-16b43434e6d3 req-c9d6a0cd-9d4f-4076-bab2-aeb35afefa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:11.815222 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-601a0707-682c-471b-a99f-16b43434e6d3 req-c9d6a0cd-9d4f-4076-bab2-aeb35afefa2f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 1098 time: 0.0423470 Aug 27 03:35:11.830512 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=9af3d873-dcf5-4498-b710-974f39d1ebae,revision_number=6']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:11.851410 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-601a0707-682c-471b-a99f-16b43434e6d3 req-334f1bcf-5cde-4e81-831b-ad1275a528d1 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=2e43aca5-b965-4ee1-a973-89108b59f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280104 Aug 27 03:35:11.905084 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d6d15893-875c-4d6c-9ffd-78804ad21a72 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:11.910854 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d6d15893-875c-4d6c-9ffd-78804ad21a72 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9123038'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:11.988254 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d15893-875c-4d6c-9ffd-78804ad21a72 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Pushing event updated for resources: {'Port': ['ID=575e46f5-bf2c-46c7-b72b-6aa75fdb88b5,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:11.995239 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d6d15893-875c-4d6c-9ffd-78804ad21a72 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456017'] for floatingip, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:12.011747 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d6d15893-875c-4d6c-9ffd-78804ad21a72 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:12.018904 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-d6d15893-875c-4d6c-9ffd-78804ad21a72 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8549633 Aug 27 03:35:12.206875 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-3e677068-70a5-4448-b3d8-a76652f85040 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--864942390&fields=id&tenant_id=527dc9638ff74cfda148b7cf1b61c6c8 HTTP/1.1" status: 200 len: 267 time: 0.0366254 Aug 27 03:35:12.322934 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-65d854ec-1068-425f-a099-ad7eb9ef243f tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:12.325123 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-65d854ec-1068-425f-a099-ad7eb9ef243f tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/networks?id=ff2334ee-c3c9-468a-845a-218e819133a7 HTTP/1.1" status: 200 len: 811 time: 0.1112020 Aug 27 03:35:12.341859 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-a145dab6-e383-436d-9912-b5ff6d937ca2 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/quotas/527dc9638ff74cfda148b7cf1b61c6c8 HTTP/1.1" status: 200 len: 375 time: 0.0105503 Aug 27 03:35:12.432716 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-b9ac453f-65a9-4a58-ae31-8d19e1dfb98e tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=527dc9638ff74cfda148b7cf1b61c6c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0837572 Aug 27 03:35:12.451928 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84056544-cdd7-43d8-b194-0516a029052e req-9ea4a675-05ef-4f94-87f1-6927a1fd3f9c tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:12.453570 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-84056544-cdd7-43d8-b194-0516a029052e req-9ea4a675-05ef-4f94-87f1-6927a1fd3f9c tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 945 time: 0.0753999 Aug 27 03:35:12.495410 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-84056544-cdd7-43d8-b194-0516a029052e req-aba39354-c93e-4334-aaa0-5652b3b85de8 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e43aca5-b965-4ee1-a973-89108b59f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347886 Aug 27 03:35:12.672233 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-ddd6f0ab-7cec-4eba-aea8-76540622b5ef service neutron] 10.222.0.58 "GET /v2.0/networks/ff2334ee-c3c9-468a-845a-218e819133a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175312 Aug 27 03:35:12.764851 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b2cd1-6f6c-456f-83e9-e473e7d2983b req-ec476c13-ef4b-4e91-94d0-306d21396997 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:12.766344 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-821b2cd1-6f6c-456f-83e9-e473e7d2983b req-ec476c13-ef4b-4e91-94d0-306d21396997 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 943 time: 0.1131198 Aug 27 03:35:12.810326 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-346e92a2-d8cb-42b8-9190-e6a7fb36bc36 service neutron] 10.222.0.58 "GET /v2.0/networks/ff2334ee-c3c9-468a-845a-218e819133a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230195 Aug 27 03:35:12.824286 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-821b2cd1-6f6c-456f-83e9-e473e7d2983b req-ad0fe9ad-dfe3-4b0a-a4d0-785f8498d4c1 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511615 Aug 27 03:35:12.998553 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8535ce74-f1e9-41a0-b168-f4aec5e3545d req-5d8c0d68-6eb3-4096-bd97-c9d35d5c67f1 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=05e8fdbe-3d56-4b42-967b-5d8bbf0e281e HTTP/1.1" status: 200 len: 210 time: 0.0302312 Aug 27 03:35:13.623892 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94bc09-1015-4137-89d7-1f9880ad5411 req-fa4735d6-7107-41f7-bec2-dd8b85785a08 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:13.626175 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-db94bc09-1015-4137-89d7-1f9880ad5411 req-fa4735d6-7107-41f7-bec2-dd8b85785a08 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 945 time: 0.0580177 Aug 27 03:35:13.650051 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25b26f8-5e31-4626-bda8-a9cec1e654fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9af3d873-dcf5-4498-b710-974f39d1ebae'}] {{(pid=93892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:35:13.652453 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b63a46784ce0c86216665a107eadf653c768d6aaa0a676db5e2e070eb4240c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0da9a53-429d-4fee-97df-15204694e3b5" -d '{"events": [{"server_uuid": "e25b26f8-5e31-4626-bda8-a9cec1e654fc", "name": "network-vif-unplugged", "status": "completed", "tag": "9af3d873-dcf5-4498-b710-974f39d1ebae"}]}' {{(pid=93892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:35:13.666757 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-db94bc09-1015-4137-89d7-1f9880ad5411 req-1b6e6714-43cf-4194-b69f-6666bf446d5b tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e43aca5-b965-4ee1-a973-89108b59f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345244 Aug 27 03:35:13.788485 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd14b0-d2f8-4b18-83f3-37335c0aaaff req-fcb9e44d-16a4-4554-afb6-c8ab5238f583 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:13.790086 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-53fd14b0-d2f8-4b18-83f3-37335c0aaaff req-fcb9e44d-16a4-4554-afb6-c8ab5238f583 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 945 time: 0.0552263 Aug 27 03:35:13.814268 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 03:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd08dc2e-0f47-4641-987f-6cb8d37bff38 x-openstack-request-id: req-cd08dc2e-0f47-4641-987f-6cb8d37bff38 {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:35:13.814564 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25b26f8-5e31-4626-bda8-a9cec1e654fc", "name": "network-vif-unplugged", "status": "completed", "tag": "9af3d873-dcf5-4498-b710-974f39d1ebae", "code": 200}]} {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:35:13.814882 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cd08dc2e-0f47-4641-987f-6cb8d37bff38 {{(pid=93892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:35:13.815558 dv-cinder-804735-2-iscsi neutron-server[93892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25b26f8-5e31-4626-bda8-a9cec1e654fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9af3d873-dcf5-4498-b710-974f39d1ebae', 'code': 200} Aug 27 03:35:13.831947 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-53fd14b0-d2f8-4b18-83f3-37335c0aaaff req-29ab68c0-ac97-4509-a78f-b77147769c03 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e43aca5-b965-4ee1-a973-89108b59f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344732 Aug 27 03:35:14.015379 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c181e4-ad1d-4a48-b5be-bdc4f0979c18 req-04ced5a4-128c-4468-9e71-6fc813c78096 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:14.016935 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f6c181e4-ad1d-4a48-b5be-bdc4f0979c18 req-04ced5a4-128c-4468-9e71-6fc813c78096 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 943 time: 0.1152530 Aug 27 03:35:14.075150 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-4f8906cc-5bf9-4fb7-acc3-07d8cb82a7f2 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:14.076773 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-4f8906cc-5bf9-4fb7-acc3-07d8cb82a7f2 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.63 "GET /v2.0/networks?id=ff2334ee-c3c9-468a-845a-218e819133a7 HTTP/1.1" status: 200 len: 811 time: 0.1617684 Aug 27 03:35:14.091380 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f6c181e4-ad1d-4a48-b5be-bdc4f0979c18 req-e29e0a2d-1768-4c5b-9746-51cdbde324b9 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615065 Aug 27 03:35:14.148575 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-fc1e0a58-cc3b-4181-a72e-c1236b8c20b3 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=527dc9638ff74cfda148b7cf1b61c6c8 HTTP/1.1" status: 200 len: 379 time: 0.0536652 Aug 27 03:35:14.160780 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-b697f432-d063-47f2-b081-ad50f932a417 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Request body: {'port': {'device_id': '05e8fdbe-3d56-4b42-967b-5d8bbf0e281e', 'network_id': 'ff2334ee-c3c9-468a-845a-218e819133a7', 'admin_state_up': True, 'tenant_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'security_groups': ['6046de3f-32d3-4ab3-9f2f-51fa5dc878f8']}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:35:14.258937 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b15b3aa9-cadd-4aef-9499-056bef5f6920 req-99cd18c3-67b8-4716-90e5-cab78cea3849 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=05e8fdbe-3d56-4b42-967b-5d8bbf0e281e HTTP/1.1" status: 200 len: 210 time: 0.0573089 Aug 27 03:35:14.304381 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a284fd5-a639-4657-9ed1-3da04333b690 req-75d042ab-9e8a-42a0-83f5-52c6a0aa7e81 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:14.305861 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-0a284fd5-a639-4657-9ed1-3da04333b690 req-75d042ab-9e8a-42a0-83f5-52c6a0aa7e81 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 945 time: 0.1032815 Aug 27 03:35:14.367791 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-0a284fd5-a639-4657-9ed1-3da04333b690 req-3298b75e-ce12-41e4-840b-af29961956e5 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e43aca5-b965-4ee1-a973-89108b59f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547295 Aug 27 03:35:14.378282 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-b697f432-d063-47f2-b081-ad50f932a417 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Made reservation on behalf of 527dc9638ff74cfda148b7cf1b61c6c8 for: {'port': 1} {{(pid=93891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:35:14.391964 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-b697f432-d063-47f2-b081-ad50f932a417 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:14.518325 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-b697f432-d063-47f2-b081-ad50f932a417 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Allocated IP 172.20.0.6 (ff2334ee-c3c9-468a-845a-218e819133a7/8881d854-768f-46f5-bb0c-d6718d4b9eba/5dd572f1-816d-41f0-bfc3-8a5318f6cc06) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:35:14.680835 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-b697f432-d063-47f2-b081-ad50f932a417 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:14.697666 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-b697f432-d063-47f2-b081-ad50f932a417 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Transition to ACTIVE for port object 5dd572f1-816d-41f0-bfc3-8a5318f6cc06 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:35:14.734361 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-b697f432-d063-47f2-b081-ad50f932a417 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:14.774671 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-b697f432-d063-47f2-b081-ad50f932a417 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Network ff2334ee-c3c9-468a-845a-218e819133a7 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:35:14.777804 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-b697f432-d063-47f2-b081-ad50f932a417 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:35:14.780817 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-b697f432-d063-47f2-b081-ad50f932a417 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:35:14.812719 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b697f432-d063-47f2-b081-ad50f932a417 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Pushing event updated for resources: {'Port': ['ID=5dd572f1-816d-41f0-bfc3-8a5318f6cc06,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:14.840280 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-b697f432-d063-47f2-b081-ad50f932a417 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:14.841015 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-b697f432-d063-47f2-b081-ad50f932a417 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:14.857945 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-b697f432-d063-47f2-b081-ad50f932a417 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7014647 Aug 27 03:35:14.866910 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-650c6837-2d4d-4c34-b683-db229d9b395b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:14.872678 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-f52d864e-1305-4a9e-bd3b-e24508d6e298 service neutron] Request body: {'port': {'device_id': '05e8fdbe-3d56-4b42-967b-5d8bbf0e281e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:35:15.049564 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-17cca494-ff59-41e3-8881-7b64b8e75696 None None] Provisioning for port 5dd572f1-816d-41f0-bfc3-8a5318f6cc06 completed by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:35:15.054187 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-17cca494-ff59-41e3-8881-7b64b8e75696 None None] Provisioning complete for port 5dd572f1-816d-41f0-bfc3-8a5318f6cc06 triggered by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:35:15.054556 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-17cca494-ff59-41e3-8881-7b64b8e75696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:15.096213 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-17cca494-ff59-41e3-8881-7b64b8e75696 None None] Port 5dd572f1-816d-41f0-bfc3-8a5318f6cc06 cannot update to ACTIVE because it is not bound. {{(pid=93892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:35:15.200817 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-f52d864e-1305-4a9e-bd3b-e24508d6e298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:15.265179 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f6bb0-47bd-4e6f-ae42-5e1e06c28d52 req-76d2ea68-2c50-490f-93e0-8bc2ea868cbc tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:15.266696 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-166f6bb0-47bd-4e6f-ae42-5e1e06c28d52 req-76d2ea68-2c50-490f-93e0-8bc2ea868cbc tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 943 time: 0.0824001 Aug 27 03:35:15.411131 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-166f6bb0-47bd-4e6f-ae42-5e1e06c28d52 req-c1918916-b0be-4319-b768-3ebfe5a41f78 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363907 Aug 27 03:35:15.476608 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053f9dd-28ef-41f6-b90b-139afdfaafd1 req-f2dc6695-cca5-4167-ae09-a6947f1ea535 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:15.478412 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9053f9dd-28ef-41f6-b90b-139afdfaafd1 req-f2dc6695-cca5-4167-ae09-a6947f1ea535 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=05e8fdbe-3d56-4b42-967b-5d8bbf0e281e HTTP/1.1" status: 200 len: 931 time: 0.1285419 Aug 27 03:35:15.541057 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9053f9dd-28ef-41f6-b90b-139afdfaafd1 req-afcce50d-e1cf-4a1f-af66-abd05a17ade1 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=6046de3f-32d3-4ab3-9f2f-51fa5dc878f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555494 Aug 27 03:35:15.607544 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-f52d864e-1305-4a9e-bd3b-e24508d6e298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dd572f1-816d-41f0-bfc3-8a5318f6cc06 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:35:15.615113 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-f52d864e-1305-4a9e-bd3b-e24508d6e298 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:15.628934 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-f52d864e-1305-4a9e-bd3b-e24508d6e298 service neutron] Transition to ACTIVE for port object 5dd572f1-816d-41f0-bfc3-8a5318f6cc06 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:35:15.633845 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-f52d864e-1305-4a9e-bd3b-e24508d6e298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8458856'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:15.700563 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d864e-1305-4a9e-bd3b-e24508d6e298 service neutron] Pushing event updated for resources: {'Port': ['ID=5dd572f1-816d-41f0-bfc3-8a5318f6cc06,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:15.785525 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-f52d864e-1305-4a9e-bd3b-e24508d6e298 service neutron] Attempting to bind port 5dd572f1-816d-41f0-bfc3-8a5318f6cc06 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:35:15.785861 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-f52d864e-1305-4a9e-bd3b-e24508d6e298 service neutron] Attempting to bind port 5dd572f1-816d-41f0-bfc3-8a5318f6cc06 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '9681f18e-fb48-43cf-ad6d-d086c37b3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ff2334ee-c3c9-468a-845a-218e819133a7'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:35:15.786197 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-f52d864e-1305-4a9e-bd3b-e24508d6e298 service neutron] Attempting to bind port 5dd572f1-816d-41f0-bfc3-8a5318f6cc06 on network ff2334ee-c3c9-468a-845a-218e819133a7 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:35:15.791267 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-f52d864e-1305-4a9e-bd3b-e24508d6e298 service neutron] Port 5dd572f1-816d-41f0-bfc3-8a5318f6cc06 on network ff2334ee-c3c9-468a-845a-218e819133a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:35:15.791926 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-f52d864e-1305-4a9e-bd3b-e24508d6e298 service neutron] Attempting to bind port 5dd572f1-816d-41f0-bfc3-8a5318f6cc06 on network ff2334ee-c3c9-468a-845a-218e819133a7 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:35:15.797718 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-f52d864e-1305-4a9e-bd3b-e24508d6e298 service neutron] Checking agent: {'id': '24f718bb-5cbe-4fbb-a277-c3e337c88f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 27, 23), 'started_at': datetime.datetime(2021, 8, 27, 3, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:35:15.798069 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-f52d864e-1305-4a9e-bd3b-e24508d6e298 service neutron] Checking segment: {'id': '9681f18e-fb48-43cf-ad6d-d086c37b3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ff2334ee-c3c9-468a-845a-218e819133a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:35:15.798487 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-f52d864e-1305-4a9e-bd3b-e24508d6e298 service neutron] Bound using segment: {'id': '9681f18e-fb48-43cf-ad6d-d086c37b3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ff2334ee-c3c9-468a-845a-218e819133a7'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:35:15.798876 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-f52d864e-1305-4a9e-bd3b-e24508d6e298 service neutron] Bound port: 5dd572f1-816d-41f0-bfc3-8a5318f6cc06, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9681f18e-fb48-43cf-ad6d-d086c37b3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ff2334ee-c3c9-468a-845a-218e819133a7'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:35:15.799251 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-f52d864e-1305-4a9e-bd3b-e24508d6e298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:15.872687 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-f52d864e-1305-4a9e-bd3b-e24508d6e298 service neutron] For port 5dd572f1-816d-41f0-bfc3-8a5318f6cc06, host hv-cinder-80473, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:35:15.876005 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-f52d864e-1305-4a9e-bd3b-e24508d6e298 service neutron] For port 5dd572f1-816d-41f0-bfc3-8a5318f6cc06, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=5dd572f1-816d-41f0-bfc3-8a5318f6cc06,segment=NetworkSegment(9681f18e-fb48-43cf-ad6d-d086c37b3af5),segment_id=9681f18e-fb48-43cf-ad6d-d086c37b3af5)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:35:15.889414 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-f52d864e-1305-4a9e-bd3b-e24508d6e298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8458856'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:15.933086 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-f52d864e-1305-4a9e-bd3b-e24508d6e298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:15.934085 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-f52d864e-1305-4a9e-bd3b-e24508d6e298 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:15.935535 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-f52d864e-1305-4a9e-bd3b-e24508d6e298 service neutron] 10.222.0.63 "PUT /v2.0/ports/5dd572f1-816d-41f0-bfc3-8a5318f6cc06 HTTP/1.1" status: 200 len: 1093 time: 1.0682719 Aug 27 03:35:15.936011 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e8fdbe-3d56-4b42-967b-5d8bbf0e281e', 'tag': '5dd572f1-816d-41f0-bfc3-8a5318f6cc06'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:35:15.938281 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5db798dbfc6723b72cacb44784ab66cf68bec91175074e332c63962bd4ba80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b071f5a6-3005-424e-a2ea-4232dd38509b" -d '{"events": [{"name": "network-changed", "server_uuid": "05e8fdbe-3d56-4b42-967b-5d8bbf0e281e", "tag": "5dd572f1-816d-41f0-bfc3-8a5318f6cc06"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:35:15.981131 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d864e-1305-4a9e-bd3b-e24508d6e298 service neutron] Pushing event updated for resources: {'Port': ['ID=5dd572f1-816d-41f0-bfc3-8a5318f6cc06,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:15.984805 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966c5422-2dda-497d-aa4c-83bd9904e8ef x-openstack-request-id: req-966c5422-2dda-497d-aa4c-83bd9904e8ef {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:35:15.985081 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05e8fdbe-3d56-4b42-967b-5d8bbf0e281e", "tag": "5dd572f1-816d-41f0-bfc3-8a5318f6cc06", "status": "completed", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:35:15.985273 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-966c5422-2dda-497d-aa4c-83bd9904e8ef {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:35:15.985842 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05e8fdbe-3d56-4b42-967b-5d8bbf0e281e', 'tag': '5dd572f1-816d-41f0-bfc3-8a5318f6cc06', 'status': 'completed', 'code': 200} Aug 27 03:35:16.029169 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-22720b2f-d0c6-4ecb-9925-b59ae58102af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:16.030742 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-22720b2f-d0c6-4ecb-9925-b59ae58102af service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=527dc9638ff74cfda148b7cf1b61c6c8&device_id=05e8fdbe-3d56-4b42-967b-5d8bbf0e281e HTTP/1.1" status: 200 len: 1096 time: 0.0440850 Aug 27 03:35:16.079172 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-c3af3db2-d685-4d67-bb66-8e17ffde63c1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dd572f1-816d-41f0-bfc3-8a5318f6cc06 HTTP/1.1" status: 200 len: 217 time: 0.0402176 Aug 27 03:35:16.136878 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-1ed1aedd-5ac1-4cc0-92f4-2cbfd6fadbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:16.138462 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-1ed1aedd-5ac1-4cc0-92f4-2cbfd6fadbd3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8881d854-768f-46f5-bb0c-d6718d4b9eba HTTP/1.1" status: 200 len: 850 time: 0.0459158 Aug 27 03:35:16.186442 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-8b32d69f-c779-4c33-840b-bca84fdafc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:16.188052 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-8b32d69f-c779-4c33-840b-bca84fdafc50 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ff2334ee-c3c9-468a-845a-218e819133a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418487 Aug 27 03:35:16.286692 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-d2d03258-7041-48a9-a53f-d8a71e000de6 service neutron] 10.222.0.63 "GET /v2.0/networks/ff2334ee-c3c9-468a-845a-218e819133a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904100 Aug 27 03:35:16.393607 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ae4b54a3-96b5-4be9-b9c8-8536266f31bf req-8272776a-ff27-4f8a-a8c4-1289bad96785 service neutron] 10.222.0.63 "GET /v2.0/networks/ff2334ee-c3c9-468a-845a-218e819133a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989313 Aug 27 03:35:16.495194 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071f5a6-3005-424e-a2ea-4232dd38509b req-6600e4d0-301e-4ac3-a2fa-615f470c9d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:16.496638 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b071f5a6-3005-424e-a2ea-4232dd38509b req-6600e4d0-301e-4ac3-a2fa-615f470c9d02 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=527dc9638ff74cfda148b7cf1b61c6c8&device_id=05e8fdbe-3d56-4b42-967b-5d8bbf0e281e HTTP/1.1" status: 200 len: 1096 time: 0.0568144 Aug 27 03:35:16.597726 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b593ab5-8244-4d3a-b254-81b487af3cb9 req-6e8eb87c-e77b-482d-8b58-e0c96f310875 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:16.599244 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2b593ab5-8244-4d3a-b254-81b487af3cb9 req-6e8eb87c-e77b-482d-8b58-e0c96f310875 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 943 time: 0.1152217 Aug 27 03:35:16.635334 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071f5a6-3005-424e-a2ea-4232dd38509b req-d4a87418-87f1-4202-a3ca-0d6b3e962743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:16.636923 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b071f5a6-3005-424e-a2ea-4232dd38509b req-d4a87418-87f1-4202-a3ca-0d6b3e962743 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ff2334ee-c3c9-468a-845a-218e819133a7 HTTP/1.1" status: 200 len: 912 time: 0.1222830 Aug 27 03:35:16.715520 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2b593ab5-8244-4d3a-b254-81b487af3cb9 req-e4565b30-61ac-4384-9cdb-79dcdf564496 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063051 Aug 27 03:35:16.717847 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b071f5a6-3005-424e-a2ea-4232dd38509b req-2b6f2d37-3168-4cfd-8fc6-0cc76378dc18 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dd572f1-816d-41f0-bfc3-8a5318f6cc06 HTTP/1.1" status: 200 len: 217 time: 0.0685313 Aug 27 03:35:16.770999 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2bc24-6bfd-45af-b533-22e17341fd3b req-8a329ba9-81c4-4c22-9297-f5021ac4a231 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:16.772675 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8cc2bc24-6bfd-45af-b533-22e17341fd3b req-8a329ba9-81c4-4c22-9297-f5021ac4a231 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=05e8fdbe-3d56-4b42-967b-5d8bbf0e281e HTTP/1.1" status: 200 len: 943 time: 0.1244497 Aug 27 03:35:16.798918 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071f5a6-3005-424e-a2ea-4232dd38509b req-ff32621d-740a-4fa3-b2c7-0a8d90b76bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:16.800518 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b071f5a6-3005-424e-a2ea-4232dd38509b req-ff32621d-740a-4fa3-b2c7-0a8d90b76bea service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8881d854-768f-46f5-bb0c-d6718d4b9eba HTTP/1.1" status: 200 len: 850 time: 0.0741534 Aug 27 03:35:16.831059 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8cc2bc24-6bfd-45af-b533-22e17341fd3b req-c2f179f8-8b23-43c5-be15-ea170f9fabd8 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=6046de3f-32d3-4ab3-9f2f-51fa5dc878f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512938 Aug 27 03:35:16.865798 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071f5a6-3005-424e-a2ea-4232dd38509b req-01a74aa8-6709-4cef-af1f-1480b30252aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:16.867783 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b071f5a6-3005-424e-a2ea-4232dd38509b req-01a74aa8-6709-4cef-af1f-1480b30252aa service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ff2334ee-c3c9-468a-845a-218e819133a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535855 Aug 27 03:35:16.962676 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b071f5a6-3005-424e-a2ea-4232dd38509b req-3b8f9d31-f055-44fc-97de-41cb67f751fa service neutron] 10.222.0.63 "GET /v2.0/networks/ff2334ee-c3c9-468a-845a-218e819133a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846086 Aug 27 03:35:17.064712 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 57282) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:17.069581 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b071f5a6-3005-424e-a2ea-4232dd38509b req-9b7fd573-4586-4e07-90c7-f2e379b9e0c9 service neutron] 10.222.0.63 "GET /v2.0/networks/ff2334ee-c3c9-468a-845a-218e819133a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978143 Aug 27 03:35:17.179699 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fcc9b8ec-6d00-4a07-9b4f-155ba10030f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:17.276389 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2367fbc-a35b-4a2d-8981-5e69f10a4ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:17.289823 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fcc9b8ec-6d00-4a07-9b4f-155ba10030f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:17.294545 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fcc9b8ec-6d00-4a07-9b4f-155ba10030f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:17.332274 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9b8ec-6d00-4a07-9b4f-155ba10030f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83940fe9-e44f-4eea-9301-aae78f5d3594,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:17.340685 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-fcc9b8ec-6d00-4a07-9b4f-155ba10030f4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0ca77960403e4d3889a0f5d3308ef34e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2721369 Aug 27 03:35:17.341621 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 57288) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:17.404557 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b57948e3-2ef8-4c38-b59f-69fc5839eee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:17.427875 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b57948e3-2ef8-4c38-b59f-69fc5839eee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:17.480162 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b57948e3-2ef8-4c38-b59f-69fc5839eee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:17.483467 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b57948e3-2ef8-4c38-b59f-69fc5839eee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:17.484850 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-b57948e3-2ef8-4c38-b59f-69fc5839eee7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/83940fe9-e44f-4eea-9301-aae78f5d3594 HTTP/1.1" status: 204 len: 168 time: 0.1426289 Aug 27 03:35:17.496772 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57948e3-2ef8-4c38-b59f-69fc5839eee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83940fe9-e44f-4eea-9301-aae78f5d3594,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:17.517923 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:17.660270 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258322f-dbc2-4297-994e-708c00f0f14e req-ea57623a-56b4-4a10-a596-f100943961f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:17.661818 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f258322f-dbc2-4297-994e-708c00f0f14e req-ea57623a-56b4-4a10-a596-f100943961f4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 1096 time: 0.0411894 Aug 27 03:35:17.705988 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f258322f-dbc2-4297-994e-708c00f0f14e req-730f1d2b-4071-48fa-a2cd-2ded98e2f76c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312436 Aug 27 03:35:17.793101 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 57302) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:17.816659 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-488dceee-aa72-4b86-8f83-f8b4b245ffa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:17.881395 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd4bba-b741-4800-97bd-ed62f6c29491 req-83ff656f-7909-4738-89fe-1560bdf11ea6 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:17.882992 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9fbd4bba-b741-4800-97bd-ed62f6c29491 req-83ff656f-7909-4738-89fe-1560bdf11ea6 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 943 time: 0.0874865 Aug 27 03:35:17.982329 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9fbd4bba-b741-4800-97bd-ed62f6c29491 req-a97d6e63-21bf-411b-acd4-09ee9cc7966a tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902891 Aug 27 03:35:17.996163 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac028cf-57c7-4156-bddd-701c7091ecd1 req-60d62a79-778b-4b79-88d0-10b9e2bcd109 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:18.006604 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-dac028cf-57c7-4156-bddd-701c7091ecd1 req-60d62a79-778b-4b79-88d0-10b9e2bcd109 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=05e8fdbe-3d56-4b42-967b-5d8bbf0e281e HTTP/1.1" status: 200 len: 943 time: 0.1008348 Aug 27 03:35:18.053224 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-488dceee-aa72-4b86-8f83-f8b4b245ffa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:18.058184 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-488dceee-aa72-4b86-8f83-f8b4b245ffa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:18.091889 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-dac028cf-57c7-4156-bddd-701c7091ecd1 req-fdaa4610-592e-40d4-ae00-2a143b50da8d tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=6046de3f-32d3-4ab3-9f2f-51fa5dc878f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752587 Aug 27 03:35:18.111848 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-488dceee-aa72-4b86-8f83-f8b4b245ffa1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f39c0b8713394cb0a938d61753fc2095&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3173177 Aug 27 03:35:18.112634 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488dceee-aa72-4b86-8f83-f8b4b245ffa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b1d78d-5dfa-4453-a0e5-d1cd79ad7133,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:18.115232 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 57310) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:18.163894 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b9b2e61e-dfcb-4174-a822-51cb1c821c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:18.185315 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b9b2e61e-dfcb-4174-a822-51cb1c821c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:18.236916 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b9b2e61e-dfcb-4174-a822-51cb1c821c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:18.239593 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b9b2e61e-dfcb-4174-a822-51cb1c821c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:18.241351 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-b9b2e61e-dfcb-4174-a822-51cb1c821c2b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/44b1d78d-5dfa-4453-a0e5-d1cd79ad7133 HTTP/1.1" status: 204 len: 168 time: 0.1245177 Aug 27 03:35:18.249530 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2e61e-dfcb-4174-a822-51cb1c821c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b1d78d-5dfa-4453-a0e5-d1cd79ad7133,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:18.612467 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 57318) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:18.623154 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:18.625872 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-409302ea-ff56-4c8c-9789-d360cbbca7f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:18.714896 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-409302ea-ff56-4c8c-9789-d360cbbca7f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:18.720268 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-409302ea-ff56-4c8c-9789-d360cbbca7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:18.761239 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-409302ea-ff56-4c8c-9789-d360cbbca7f2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=18c7ef81199e4e93b9795e3066a39088&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1476245 Aug 27 03:35:18.762199 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409302ea-ff56-4c8c-9789-d360cbbca7f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456224e9-920e-425f-859d-41cc8b7bb7d1,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:18.764281 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 57320) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:18.816839 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e50a1fbc-bdbf-41b9-9fd4-21707588b999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:18.837230 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e50a1fbc-bdbf-41b9-9fd4-21707588b999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:18.885865 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e50a1fbc-bdbf-41b9-9fd4-21707588b999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:18.890156 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e50a1fbc-bdbf-41b9-9fd4-21707588b999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:18.891748 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-e50a1fbc-bdbf-41b9-9fd4-21707588b999 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/456224e9-920e-425f-859d-41cc8b7bb7d1 HTTP/1.1" status: 204 len: 168 time: 0.1263456 Aug 27 03:35:18.899634 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a1fbc-bdbf-41b9-9fd4-21707588b999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456224e9-920e-425f-859d-41cc8b7bb7d1,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:19.117291 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dbfd73-04dc-493a-a6fe-9fe058554895 req-48b9bc9b-39fc-410f-93be-b3e8d88c7068 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:19.118889 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b1dbfd73-04dc-493a-a6fe-9fe058554895 req-48b9bc9b-39fc-410f-93be-b3e8d88c7068 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 943 time: 0.0616410 Aug 27 03:35:19.163170 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b1dbfd73-04dc-493a-a6fe-9fe058554895 req-d018c5c1-0dca-4721-80f3-f08a51d4b211 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334096 Aug 27 03:35:19.222024 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74da92-2f1d-4016-b6cc-1a5303a004c1 req-382f49b8-8295-4c35-9f9f-f7aba910a2b0 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:19.223526 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ef74da92-2f1d-4016-b6cc-1a5303a004c1 req-382f49b8-8295-4c35-9f9f-f7aba910a2b0 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=05e8fdbe-3d56-4b42-967b-5d8bbf0e281e HTTP/1.1" status: 200 len: 943 time: 0.0560782 Aug 27 03:35:19.262930 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ef74da92-2f1d-4016-b6cc-1a5303a004c1 req-fe3fbf48-ba11-4d96-bcb8-030682e5a183 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=6046de3f-32d3-4ab3-9f2f-51fa5dc878f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331609 Aug 27 03:35:19.461985 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 9af3d873-dcf5-4498-b710-974f39d1ebae details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=93892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:35:19.563581 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 9af3d873-dcf5-4498-b710-974f39d1ebae, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9af3d873-dcf5-4498-b710-974f39d1ebae,segment=NetworkSegment(cd94c509-5c85-4501-bbd0-bfe66cd37392),segment_id=cd94c509-5c85-4501-bbd0-bfe66cd37392)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:35:19.575475 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Returning: {'device': '9af3d873-dcf5-4498-b710-974f39d1ebae', 'network_id': '86a24c14-9a31-45eb-af67-a58be595d161', 'port_id': '9af3d873-dcf5-4498-b710-974f39d1ebae', 'mac_address': 'fa:16:3e:96:3f:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02e507ef-65b0-47f3-a75e-47a97e59e5ca', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:35:19.616829 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:19.629723 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9af3d873-dcf5-4498-b710-974f39d1ebae {{(pid=93892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:35:19.650098 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 9af3d873-dcf5-4498-b710-974f39d1ebae, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9af3d873-dcf5-4498-b710-974f39d1ebae,segment=NetworkSegment(cd94c509-5c85-4501-bbd0-bfe66cd37392),segment_id=cd94c509-5c85-4501-bbd0-bfe66cd37392)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:35:19.655528 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:19.656155 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 5dd572f1-816d-41f0-bfc3-8a5318f6cc06 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=93892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:35:19.717674 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=9af3d873-dcf5-4498-b710-974f39d1ebae,revision_number=7']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:19.804569 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 5dd572f1-816d-41f0-bfc3-8a5318f6cc06, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=5dd572f1-816d-41f0-bfc3-8a5318f6cc06,segment=NetworkSegment(9681f18e-fb48-43cf-ad6d-d086c37b3af5),segment_id=9681f18e-fb48-43cf-ad6d-d086c37b3af5)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:35:19.818320 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Returning: {'device': '5dd572f1-816d-41f0-bfc3-8a5318f6cc06', 'network_id': 'ff2334ee-c3c9-468a-845a-218e819133a7', 'port_id': '5dd572f1-816d-41f0-bfc3-8a5318f6cc06', 'mac_address': 'fa:16:3e:c8:7f:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8881d854-768f-46f5-bb0c-d6718d4b9eba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:35:19.855867 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:19.869475 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dd572f1-816d-41f0-bfc3-8a5318f6cc06 {{(pid=93892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:35:19.891489 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 5dd572f1-816d-41f0-bfc3-8a5318f6cc06, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=5dd572f1-816d-41f0-bfc3-8a5318f6cc06,segment=NetworkSegment(9681f18e-fb48-43cf-ad6d-d086c37b3af5),segment_id=9681f18e-fb48-43cf-ad6d-d086c37b3af5)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:35:19.896014 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:19.950019 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=5dd572f1-816d-41f0-bfc3-8a5318f6cc06,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:20.158609 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] get_ports_and_sgs() called for port_ids ['5dd572f1-816d-41f0-bfc3-8a5318f6cc06'] {{(pid=93892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:35:20.184751 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:20.188795 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] get_ports_and_sgs() called for port_ids ['9af3d873-dcf5-4498-b710-974f39d1ebae'] {{(pid=93892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:35:20.241924 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c55612-b704-4af6-a618-4342c04dd8d1 req-1b9f7fa5-39af-4e00-a895-7c44556257ae tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:20.243382 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d7c55612-b704-4af6-a618-4342c04dd8d1 req-1b9f7fa5-39af-4e00-a895-7c44556257ae tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 945 time: 0.0511189 Aug 27 03:35:20.283560 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d7c55612-b704-4af6-a618-4342c04dd8d1 req-dcf3156a-7167-4c29-bc87-b490220bb86b tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337663 Aug 27 03:35:20.387740 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de9860-afde-445a-994e-ef6d2a7c314a req-2df57bc1-b759-4553-921f-d57c2a4c6f5e tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:20.389815 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-31de9860-afde-445a-994e-ef6d2a7c314a req-2df57bc1-b759-4553-921f-d57c2a4c6f5e tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=05e8fdbe-3d56-4b42-967b-5d8bbf0e281e HTTP/1.1" status: 200 len: 944 time: 0.0520852 Aug 27 03:35:20.432975 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-31de9860-afde-445a-994e-ef6d2a7c314a req-0beb2347-51a1-4e04-8393-02944752dfa7 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=6046de3f-32d3-4ab3-9f2f-51fa5dc878f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336981 Aug 27 03:35:21.259494 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-0bc2004b-d7c1-4fec-8393-197a6d57bbc4 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=2dc92177ed0c4f6e90ebbcdb3794bf56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369818 Aug 27 03:35:21.478279 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 9af3d873-dcf5-4498-b710-974f39d1ebae up at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:35:21.482282 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-b8f3aafd-53b9-4f20-aec3-716ef6dde0d5 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:21.483826 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-b8f3aafd-53b9-4f20-aec3-716ef6dde0d5 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2158744 Aug 27 03:35:21.498014 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056965a-bc49-4514-b6c2-a924bfea88b3 req-63558f9a-df3b-4bd7-b07b-46d1730ecbc4 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:21.499691 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c056965a-bc49-4514-b6c2-a924bfea88b3 req-63558f9a-df3b-4bd7-b07b-46d1730ecbc4 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 945 time: 0.1264956 Aug 27 03:35:21.514216 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-464a3807-c5a7-4755-acc0-d89f8d3c0495 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] 10.222.0.58 "GET /v2.0/quotas/2dc92177ed0c4f6e90ebbcdb3794bf56 HTTP/1.1" status: 200 len: 375 time: 0.0242624 Aug 27 03:35:21.528283 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Provisioning complete for port 9af3d873-dcf5-4498-b710-974f39d1ebae triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:35:21.528650 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:21.556502 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-99d66a75-55ae-450b-b95e-5a81e97f1ee5 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2dc92177ed0c4f6e90ebbcdb3794bf56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336893 Aug 27 03:35:21.571669 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c056965a-bc49-4514-b6c2-a924bfea88b3 req-d97f2609-47d0-4c46-8130-a9e6a982b7d9 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646939 Aug 27 03:35:21.617940 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:21.651898 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25b26f8-5e31-4626-bda8-a9cec1e654fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af3d873-dcf5-4498-b710-974f39d1ebae'}] {{(pid=93892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:35:21.655043 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b63a46784ce0c86216665a107eadf653c768d6aaa0a676db5e2e070eb4240c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb1ab1f-705a-45ae-90df-2f523715b069" -d '{"events": [{"server_uuid": "e25b26f8-5e31-4626-bda8-a9cec1e654fc", "name": "network-vif-plugged", "status": "completed", "tag": "9af3d873-dcf5-4498-b710-974f39d1ebae"}]}' {{(pid=93892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:35:21.677073 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 9af3d873-dcf5-4498-b710-974f39d1ebae, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9af3d873-dcf5-4498-b710-974f39d1ebae,segment=NetworkSegment(cd94c509-5c85-4501-bbd0-bfe66cd37392),segment_id=cd94c509-5c85-4501-bbd0-bfe66cd37392)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:35:21.687852 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:21.688668 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 5dd572f1-816d-41f0-bfc3-8a5318f6cc06 up at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:35:21.725922 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2be53-27ec-403b-9479-5d8d758d8ae0 req-c01afc79-0314-473e-bc12-8f9ce6ec629c tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:21.735477 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5fb2be53-27ec-403b-9479-5d8d758d8ae0 req-c01afc79-0314-473e-bc12-8f9ce6ec629c tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=05e8fdbe-3d56-4b42-967b-5d8bbf0e281e HTTP/1.1" status: 200 len: 944 time: 0.0872567 Aug 27 03:35:21.736528 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7060052c-5917-4e4f-95a5-e6146fa1a243 x-openstack-request-id: req-7060052c-5917-4e4f-95a5-e6146fa1a243 {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:35:21.736813 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25b26f8-5e31-4626-bda8-a9cec1e654fc", "name": "network-vif-plugged", "status": "completed", "tag": "9af3d873-dcf5-4498-b710-974f39d1ebae", "code": 200}]} {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:35:21.737092 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7060052c-5917-4e4f-95a5-e6146fa1a243 {{(pid=93892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:35:21.737541 dv-cinder-804735-2-iscsi neutron-server[93892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25b26f8-5e31-4626-bda8-a9cec1e654fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af3d873-dcf5-4498-b710-974f39d1ebae', 'code': 200} Aug 27 03:35:21.773968 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=9af3d873-dcf5-4498-b710-974f39d1ebae,revision_number=8']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:21.780918 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-0f5a65c5-e7e2-4048-8f25-5ff698028332 req-35bc95d4-4654-4446-8ba7-d4d5c30711f1 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3862c4e-bb90-4316-8c53-336cf65723cd HTTP/1.1" status: 200 len: 210 time: 0.0345988 Aug 27 03:35:21.790155 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Provisioning for port 5dd572f1-816d-41f0-bfc3-8a5318f6cc06 completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:35:21.799835 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Provisioning complete for port 5dd572f1-816d-41f0-bfc3-8a5318f6cc06 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:35:21.800251 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:21.813830 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5fb2be53-27ec-403b-9479-5d8d758d8ae0 req-162af583-72a7-4d2f-8a67-41dfbccc083a tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=6046de3f-32d3-4ab3-9f2f-51fa5dc878f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770309 Aug 27 03:35:21.889894 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:21.922037 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 5dd572f1-816d-41f0-bfc3-8a5318f6cc06, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=5dd572f1-816d-41f0-bfc3-8a5318f6cc06,segment=NetworkSegment(9681f18e-fb48-43cf-ad6d-d086c37b3af5),segment_id=9681f18e-fb48-43cf-ad6d-d086c37b3af5)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:35:21.927234 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:21.976322 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=5dd572f1-816d-41f0-bfc3-8a5318f6cc06,revision_number=5']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:22.713868 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2b60c-dbb2-446e-b106-77ea70f18ae1 req-a39dfa16-7eec-440a-872a-0da5910e4b8d tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:22.715433 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3cb2b60c-dbb2-446e-b106-77ea70f18ae1 req-a39dfa16-7eec-440a-872a-0da5910e4b8d tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 945 time: 0.0647159 Aug 27 03:35:22.777257 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-1e91c6bb-44a3-4528-bdc1-11b43c74cfe5 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=2dc92177ed0c4f6e90ebbcdb3794bf56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361655 Aug 27 03:35:22.782994 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3cb2b60c-dbb2-446e-b106-77ea70f18ae1 req-5628dc34-7547-4376-8c1e-99bba4f74a0b tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605145 Aug 27 03:35:22.917406 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-fa5ee538-8321-4f9d-abc3-43b98ccaae18 req-a84233f4-b014-4c72-aade-ae3ac6eced7a tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3862c4e-bb90-4316-8c53-336cf65723cd HTTP/1.1" status: 200 len: 210 time: 0.0513916 Aug 27 03:35:22.958022 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-666c5ade-2986-4a11-8a16-c23249dcf1b0 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:22.959515 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-666c5ade-2986-4a11-8a16-c23249dcf1b0 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1755760 Aug 27 03:35:22.974975 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-ec780737-5281-47cb-bb93-67d0a02f1472 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] Request body: {'port': {'device_id': 'b3862c4e-bb90-4316-8c53-336cf65723cd', 'network_id': '5c16dc1a-07c9-4aef-80be-2cb2dadd6c47', 'admin_state_up': True, 'tenant_id': '2dc92177ed0c4f6e90ebbcdb3794bf56'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:35:23.023323 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b79a99-605b-4ec8-ae87-462008272643 req-4b288f8e-55ca-4507-b951-f76372fb3350 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:23.024860 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-86b79a99-605b-4ec8-ae87-462008272643 req-4b288f8e-55ca-4507-b951-f76372fb3350 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=05e8fdbe-3d56-4b42-967b-5d8bbf0e281e HTTP/1.1" status: 200 len: 945 time: 0.1294370 Aug 27 03:35:23.095941 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-86b79a99-605b-4ec8-ae87-462008272643 req-580c307d-1a42-4daa-b5d0-31ab7251a0a5 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=6046de3f-32d3-4ab3-9f2f-51fa5dc878f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635011 Aug 27 03:35:23.129495 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-ec780737-5281-47cb-bb93-67d0a02f1472 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] Made reservation on behalf of 2dc92177ed0c4f6e90ebbcdb3794bf56 for: {'port': 1} {{(pid=93891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:35:23.133048 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-ec780737-5281-47cb-bb93-67d0a02f1472 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:23.142331 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-ec780737-5281-47cb-bb93-67d0a02f1472 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:23.242592 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-ec780737-5281-47cb-bb93-67d0a02f1472 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:23.248316 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-ec780737-5281-47cb-bb93-67d0a02f1472 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:23.306367 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec780737-5281-47cb-bb93-67d0a02f1472 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dcee03b-e9a1-45b2-b246-5bd4c4ceff27,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:23.390048 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-ec780737-5281-47cb-bb93-67d0a02f1472 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] Allocated IP 192.168.233.216 (5c16dc1a-07c9-4aef-80be-2cb2dadd6c47/f9fb9b3b-057f-4f8c-b288-00a62ecf559c/cc527f93-9b68-439b-b2d5-688256dcc7c6) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:35:23.545959 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-ec780737-5281-47cb-bb93-67d0a02f1472 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:23.565545 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-ec780737-5281-47cb-bb93-67d0a02f1472 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] Transition to ACTIVE for port object cc527f93-9b68-439b-b2d5-688256dcc7c6 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:35:23.607210 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-ec780737-5281-47cb-bb93-67d0a02f1472 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:23.662582 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-ec780737-5281-47cb-bb93-67d0a02f1472 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] Network 5c16dc1a-07c9-4aef-80be-2cb2dadd6c47 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:35:23.665639 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-ec780737-5281-47cb-bb93-67d0a02f1472 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:35:23.670501 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-ec780737-5281-47cb-bb93-67d0a02f1472 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:35:23.674500 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec780737-5281-47cb-bb93-67d0a02f1472 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] Pushing event updated for resources: {'Port': ['ID=cc527f93-9b68-439b-b2d5-688256dcc7c6,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:23.726479 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-ec780737-5281-47cb-bb93-67d0a02f1472 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:23.727243 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-ec780737-5281-47cb-bb93-67d0a02f1472 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:23.738675 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e8fdbe-3d56-4b42-967b-5d8bbf0e281e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd572f1-816d-41f0-bfc3-8a5318f6cc06'}] {{(pid=93892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:35:23.741234 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b63a46784ce0c86216665a107eadf653c768d6aaa0a676db5e2e070eb4240c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc17946-a919-420e-a948-39fbe1f4dd4a" -d '{"events": [{"server_uuid": "05e8fdbe-3d56-4b42-967b-5d8bbf0e281e", "name": "network-vif-plugged", "status": "completed", "tag": "5dd572f1-816d-41f0-bfc3-8a5318f6cc06"}]}' {{(pid=93892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:35:23.745269 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-ec780737-5281-47cb-bb93-67d0a02f1472 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7756801 Aug 27 03:35:23.760306 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-b1bea66c-3912-48a4-98a2-8deb32db35c1 service neutron] Request body: {'port': {'device_id': 'b3862c4e-bb90-4316-8c53-336cf65723cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:35:23.785294 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d40b78e-cd45-45a4-b60c-f4cc262767ef x-openstack-request-id: req-9d40b78e-cd45-45a4-b60c-f4cc262767ef {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:35:23.785580 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e8fdbe-3d56-4b42-967b-5d8bbf0e281e", "name": "network-vif-plugged", "status": "completed", "tag": "5dd572f1-816d-41f0-bfc3-8a5318f6cc06", "code": 200}]} {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:35:23.786170 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9d40b78e-cd45-45a4-b60c-f4cc262767ef {{(pid=93892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:35:23.786310 dv-cinder-804735-2-iscsi neutron-server[93892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e8fdbe-3d56-4b42-967b-5d8bbf0e281e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd572f1-816d-41f0-bfc3-8a5318f6cc06', 'code': 200} Aug 27 03:35:23.827227 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-b1bea66c-3912-48a4-98a2-8deb32db35c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:23.930244 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-50b3b109-c920-44de-88f1-a67036f8e4cd None None] Provisioning for port cc527f93-9b68-439b-b2d5-688256dcc7c6 completed by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:35:23.936515 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-50b3b109-c920-44de-88f1-a67036f8e4cd None None] Provisioning complete for port cc527f93-9b68-439b-b2d5-688256dcc7c6 triggered by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:35:23.937018 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-50b3b109-c920-44de-88f1-a67036f8e4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:23.981832 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-50b3b109-c920-44de-88f1-a67036f8e4cd None None] Port cc527f93-9b68-439b-b2d5-688256dcc7c6 cannot update to ACTIVE because it is not bound. {{(pid=93892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:35:24.048690 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397abdb-137f-40ab-9920-b201dea86667 req-27dedf3e-3527-48bb-b702-1127adbfa689 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:24.050183 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b397abdb-137f-40ab-9920-b201dea86667 req-27dedf3e-3527-48bb-b702-1127adbfa689 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 945 time: 0.1730115 Aug 27 03:35:24.063049 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:24.406401 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92c5ad-0030-49bf-bbbc-c605681cdf10 req-92c59088-af51-40f0-b3b7-51bf73bdba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:24.407931 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9e92c5ad-0030-49bf-bbbc-c605681cdf10 req-92c59088-af51-40f0-b3b7-51bf73bdba19 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=05e8fdbe-3d56-4b42-967b-5d8bbf0e281e HTTP/1.1" status: 200 len: 1098 time: 0.4176743 Aug 27 03:35:24.417983 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b397abdb-137f-40ab-9920-b201dea86667 req-cef600a5-e05b-487c-8f48-1bc68eb44140 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3486660 Aug 27 03:35:24.434454 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc1a60-1dd4-4e35-9af3-857be8feaa87 req-6159c524-47f2-45ca-a298-6ef2d604b4ce tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:24.436203 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-33fc1a60-1dd4-4e35-9af3-857be8feaa87 req-6159c524-47f2-45ca-a298-6ef2d604b4ce tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3862c4e-bb90-4316-8c53-336cf65723cd HTTP/1.1" status: 200 len: 936 time: 0.4345453 Aug 27 03:35:24.532503 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9e92c5ad-0030-49bf-bbbc-c605681cdf10 req-2e58d0f2-44b5-4978-851e-0cfd6e5d5c6c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=6046de3f-32d3-4ab3-9f2f-51fa5dc878f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135244 Aug 27 03:35:24.541693 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-33fc1a60-1dd4-4e35-9af3-857be8feaa87 req-b72c7084-9949-47bd-8190-f94d2703fb43 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] 10.222.0.58 "GET /v2.0/security-groups?id=3dcee03b-e9a1-45b2-b246-5bd4c4ceff27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922496 Aug 27 03:35:24.595265 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b300c-c48e-47bb-8d6e-d7498b3ad6a7 req-5d3f593f-fec4-48fa-b010-a736ed224961 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:24.596809 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-160b300c-c48e-47bb-8d6e-d7498b3ad6a7 req-5d3f593f-fec4-48fa-b010-a736ed224961 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 945 time: 0.1081965 Aug 27 03:35:24.621948 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-b1bea66c-3912-48a4-98a2-8deb32db35c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc527f93-9b68-439b-b2d5-688256dcc7c6 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:35:24.652482 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-b1bea66c-3912-48a4-98a2-8deb32db35c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:24.674023 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-b1bea66c-3912-48a4-98a2-8deb32db35c1 service neutron] Transition to ACTIVE for port object cc527f93-9b68-439b-b2d5-688256dcc7c6 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:35:24.683961 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-b1bea66c-3912-48a4-98a2-8deb32db35c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8458856'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:24.701903 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-160b300c-c48e-47bb-8d6e-d7498b3ad6a7 req-2c7e5aae-6435-40e4-908c-367e45020030 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e43aca5-b965-4ee1-a973-89108b59f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889130 Aug 27 03:35:24.725143 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 57440) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:24.726791 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74097fb-9645-4a5f-ae79-55342e255e33 req-c64d9055-c3a5-4dca-a739-99a16394e10f tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:24.728297 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b74097fb-9645-4a5f-ae79-55342e255e33 req-c64d9055-c3a5-4dca-a739-99a16394e10f tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=05e8fdbe-3d56-4b42-967b-5d8bbf0e281e HTTP/1.1" status: 200 len: 945 time: 0.1273987 Aug 27 03:35:24.759409 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bea66c-3912-48a4-98a2-8deb32db35c1 service neutron] Pushing event updated for resources: {'Port': ['ID=cc527f93-9b68-439b-b2d5-688256dcc7c6,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:24.830220 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b74097fb-9645-4a5f-ae79-55342e255e33 req-85e5fdd4-ea9a-4510-8f76-a5645c6d5f55 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=6046de3f-32d3-4ab3-9f2f-51fa5dc878f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920951 Aug 27 03:35:24.856191 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-b1bea66c-3912-48a4-98a2-8deb32db35c1 service neutron] Attempting to bind port cc527f93-9b68-439b-b2d5-688256dcc7c6 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:35:24.856559 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-b1bea66c-3912-48a4-98a2-8deb32db35c1 service neutron] Attempting to bind port cc527f93-9b68-439b-b2d5-688256dcc7c6 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'ea3496a9-6efd-4640-8919-eb8f257ff575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '5c16dc1a-07c9-4aef-80be-2cb2dadd6c47'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:35:24.856912 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-b1bea66c-3912-48a4-98a2-8deb32db35c1 service neutron] Attempting to bind port cc527f93-9b68-439b-b2d5-688256dcc7c6 on network 5c16dc1a-07c9-4aef-80be-2cb2dadd6c47 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:35:24.861479 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-b1bea66c-3912-48a4-98a2-8deb32db35c1 service neutron] Port cc527f93-9b68-439b-b2d5-688256dcc7c6 on network 5c16dc1a-07c9-4aef-80be-2cb2dadd6c47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:35:24.861813 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-b1bea66c-3912-48a4-98a2-8deb32db35c1 service neutron] Attempting to bind port cc527f93-9b68-439b-b2d5-688256dcc7c6 on network 5c16dc1a-07c9-4aef-80be-2cb2dadd6c47 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:35:24.866807 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-b1bea66c-3912-48a4-98a2-8deb32db35c1 service neutron] Checking agent: {'id': '24f718bb-5cbe-4fbb-a277-c3e337c88f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 27, 23), 'started_at': datetime.datetime(2021, 8, 27, 3, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:35:24.867153 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-b1bea66c-3912-48a4-98a2-8deb32db35c1 service neutron] Checking segment: {'id': 'ea3496a9-6efd-4640-8919-eb8f257ff575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '5c16dc1a-07c9-4aef-80be-2cb2dadd6c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:35:24.867565 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-b1bea66c-3912-48a4-98a2-8deb32db35c1 service neutron] Bound using segment: {'id': 'ea3496a9-6efd-4640-8919-eb8f257ff575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '5c16dc1a-07c9-4aef-80be-2cb2dadd6c47'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:35:24.868122 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-b1bea66c-3912-48a4-98a2-8deb32db35c1 service neutron] Bound port: cc527f93-9b68-439b-b2d5-688256dcc7c6, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea3496a9-6efd-4640-8919-eb8f257ff575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '5c16dc1a-07c9-4aef-80be-2cb2dadd6c47'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:35:24.868361 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-b1bea66c-3912-48a4-98a2-8deb32db35c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:24.942172 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-b1bea66c-3912-48a4-98a2-8deb32db35c1 service neutron] For port cc527f93-9b68-439b-b2d5-688256dcc7c6, host hv-cinder-80473, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:35:24.945491 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-b1bea66c-3912-48a4-98a2-8deb32db35c1 service neutron] For port cc527f93-9b68-439b-b2d5-688256dcc7c6, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=cc527f93-9b68-439b-b2d5-688256dcc7c6,segment=NetworkSegment(ea3496a9-6efd-4640-8919-eb8f257ff575),segment_id=ea3496a9-6efd-4640-8919-eb8f257ff575)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:35:24.947759 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf327e6-b54c-4957-a7c4-92633b49483e tempest-TestMinimumBasicScenario-1831562780 tempest-TestMinimumBasicScenario-1831562780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:24.951561 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-b1bea66c-3912-48a4-98a2-8deb32db35c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8458856'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:24.953102 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-dbf327e6-b54c-4957-a7c4-92633b49483e tempest-TestMinimumBasicScenario-1831562780 tempest-TestMinimumBasicScenario-1831562780-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 1093 time: 0.2267828 Aug 27 03:35:24.953628 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 57444) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:24.958191 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-42c7bad6-cb2f-4165-92a5-0dc69a89d2f9 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Request body: {'floatingip': {'floating_network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'port_id': '9bb5206b-382a-4dac-a93b-17b51b935b5a', 'tenant_id': 'c24d36ba6b374775b93c113837910ba6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:35:24.981005 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-42c7bad6-cb2f-4165-92a5-0dc69a89d2f9 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks [] for floatingip, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:24.986582 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-b1bea66c-3912-48a4-98a2-8deb32db35c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:24.987329 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-b1bea66c-3912-48a4-98a2-8deb32db35c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:24.988780 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-b1bea66c-3912-48a4-98a2-8deb32db35c1 service neutron] 10.222.0.63 "PUT /v2.0/ports/cc527f93-9b68-439b-b2d5-688256dcc7c6 HTTP/1.1" status: 200 len: 1098 time: 1.2338192 Aug 27 03:35:24.989147 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3862c4e-bb90-4316-8c53-336cf65723cd', 'tag': 'cc527f93-9b68-439b-b2d5-688256dcc7c6'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:35:24.991434 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5db798dbfc6723b72cacb44784ab66cf68bec91175074e332c63962bd4ba80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680e52fa-8ac4-4c29-ac49-3eaea912e3b0" -d '{"events": [{"name": "network-changed", "server_uuid": "b3862c4e-bb90-4316-8c53-336cf65723cd", "tag": "cc527f93-9b68-439b-b2d5-688256dcc7c6"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:35:25.026350 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bea66c-3912-48a4-98a2-8deb32db35c1 service neutron] Pushing event updated for resources: {'Port': ['ID=cc527f93-9b68-439b-b2d5-688256dcc7c6,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:25.048654 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142da395-dc71-4370-80ee-45f88dc2b0d8 x-openstack-request-id: req-142da395-dc71-4370-80ee-45f88dc2b0d8 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:35:25.048957 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3862c4e-bb90-4316-8c53-336cf65723cd", "tag": "cc527f93-9b68-439b-b2d5-688256dcc7c6", "status": "completed", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:35:25.051508 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-142da395-dc71-4370-80ee-45f88dc2b0d8 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:35:25.052584 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3862c4e-bb90-4316-8c53-336cf65723cd', 'tag': 'cc527f93-9b68-439b-b2d5-688256dcc7c6', 'status': 'completed', 'code': 200} Aug 27 03:35:25.086739 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-2e013750-e6ff-4d81-ba5c-72a57e8eb0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:25.088480 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-2e013750-e6ff-4d81-ba5c-72a57e8eb0d9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2dc92177ed0c4f6e90ebbcdb3794bf56&device_id=b3862c4e-bb90-4316-8c53-336cf65723cd HTTP/1.1" status: 200 len: 1101 time: 0.0510192 Aug 27 03:35:25.100964 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-42c7bad6-cb2f-4165-92a5-0dc69a89d2f9 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:25.134194 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-933ba905-1650-40e1-a541-ae3b393e986e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=cc527f93-9b68-439b-b2d5-688256dcc7c6 HTTP/1.1" status: 200 len: 217 time: 0.0362673 Aug 27 03:35:25.187510 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-164cb628-20a5-4eee-a25e-4c329849760b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:25.189021 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-164cb628-20a5-4eee-a25e-4c329849760b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f9fb9b3b-057f-4f8c-b288-00a62ecf559c HTTP/1.1" status: 200 len: 843 time: 0.0470724 Aug 27 03:35:25.216552 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-42c7bad6-cb2f-4165-92a5-0dc69a89d2f9 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Allocated IP 172.27.0.64 (239ea516-19ad-4308-8c8f-3a956c00c66f/240b09d3-e621-4049-93c9-64b8f5a60ad0/e8f91ca4-6665-4ee6-a838-cbf4d02d5f41) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:35:25.244407 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-621106c3-a33d-4175-a435-7dd4d14e2fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:25.245940 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-621106c3-a33d-4175-a435-7dd4d14e2fda service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5c16dc1a-07c9-4aef-80be-2cb2dadd6c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0408301 Aug 27 03:35:25.319631 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-42c7bad6-cb2f-4165-92a5-0dc69a89d2f9 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:25.352040 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-d1a103b2-ad53-4de5-b511-8725add8c5fa service neutron] 10.222.0.63 "GET /v2.0/networks/5c16dc1a-07c9-4aef-80be-2cb2dadd6c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889759 Aug 27 03:35:25.359623 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-42c7bad6-cb2f-4165-92a5-0dc69a89d2f9 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9123015'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:25.399776 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c7bad6-cb2f-4165-92a5-0dc69a89d2f9 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Network 239ea516-19ad-4308-8c8f-3a956c00c66f is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:35:25.402693 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-42c7bad6-cb2f-4165-92a5-0dc69a89d2f9 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:35:25.408801 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c7bad6-cb2f-4165-92a5-0dc69a89d2f9 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:35:25.436664 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c7bad6-cb2f-4165-92a5-0dc69a89d2f9 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Pushing event updated for resources: {'Port': ['ID=e8f91ca4-6665-4ee6-a838-cbf4d02d5f41,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:25.479660 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-88b79806-a1e6-4bbd-b317-b234be71cf8b req-2c36abd3-7caf-4b5e-b2e7-cbc3608a2943 service neutron] 10.222.0.63 "GET /v2.0/networks/5c16dc1a-07c9-4aef-80be-2cb2dadd6c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185551 Aug 27 03:35:25.500000 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-75ce5012-e14e-4243-98a7-c5dd36aa3945 req-02ba2768-851b-4566-9bf1-65fad3653568 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0548809 Aug 27 03:35:25.552835 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b16936-6b47-46c9-8d45-6fe5c2b7b6e7 req-7a874831-090d-4c5d-b337-28e2b9170b36 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:25.554362 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-10b16936-6b47-46c9-8d45-6fe5c2b7b6e7 req-7a874831-090d-4c5d-b337-28e2b9170b36 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 945 time: 0.0531442 Aug 27 03:35:25.677951 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-10b16936-6b47-46c9-8d45-6fe5c2b7b6e7 req-e392139c-d95b-4187-b5b3-347163039d9e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076553 Aug 27 03:35:25.685235 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce5012-e14e-4243-98a7-c5dd36aa3945 req-2ebf0c48-a050-419b-a1f1-5849999afcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:25.686735 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-75ce5012-e14e-4243-98a7-c5dd36aa3945 req-2ebf0c48-a050-419b-a1f1-5849999afcda service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=90c43de7a6384b82b35f14a762da5d37&device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 1098 time: 0.1315374 Aug 27 03:35:25.690060 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e52fa-8ac4-4c29-ac49-3eaea912e3b0 req-7b2e1394-edb0-4cee-91c9-0985a8141954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:25.691599 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-680e52fa-8ac4-4c29-ac49-3eaea912e3b0 req-7b2e1394-edb0-4cee-91c9-0985a8141954 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2dc92177ed0c4f6e90ebbcdb3794bf56&device_id=b3862c4e-bb90-4316-8c53-336cf65723cd HTTP/1.1" status: 200 len: 1101 time: 0.1353183 Aug 27 03:35:25.710230 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890178c-8c8b-4333-a115-f03284e62f6d req-e9290e96-1118-42e8-99fb-ce678cab844d tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:25.711832 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6890178c-8c8b-4333-a115-f03284e62f6d req-e9290e96-1118-42e8-99fb-ce678cab844d tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3862c4e-bb90-4316-8c53-336cf65723cd HTTP/1.1" status: 200 len: 948 time: 0.0924919 Aug 27 03:35:25.799868 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-42c7bad6-cb2f-4165-92a5-0dc69a89d2f9 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:25.855937 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6890178c-8c8b-4333-a115-f03284e62f6d req-cec50e7a-d109-4e8c-be0e-c9541c0ac83c tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] 10.222.0.58 "GET /v2.0/security-groups?id=3dcee03b-e9a1-45b2-b246-5bd4c4ceff27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328111 Aug 27 03:35:25.890386 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-42c7bad6-cb2f-4165-92a5-0dc69a89d2f9 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:25.892122 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e52fa-8ac4-4c29-ac49-3eaea912e3b0 req-854d37b0-8607-4f4d-89c3-4cf36b90bfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:25.893625 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-680e52fa-8ac4-4c29-ac49-3eaea912e3b0 req-854d37b0-8607-4f4d-89c3-4cf36b90bfc1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=5c16dc1a-07c9-4aef-80be-2cb2dadd6c47 HTTP/1.1" status: 200 len: 870 time: 0.1789594 Aug 27 03:35:25.947610 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce5012-e14e-4243-98a7-c5dd36aa3945 req-c04caffd-4939-4604-9d11-6c846371ecf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:25.949001 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-75ce5012-e14e-4243-98a7-c5dd36aa3945 req-c04caffd-4939-4604-9d11-6c846371ecf3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=86a24c14-9a31-45eb-af67-a58be595d161 HTTP/1.1" status: 200 len: 910 time: 0.2097056 Aug 27 03:35:25.951414 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-680e52fa-8ac4-4c29-ac49-3eaea912e3b0 req-3a31ac85-b23d-4346-8e0d-56101669c6d2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=cc527f93-9b68-439b-b2d5-688256dcc7c6 HTTP/1.1" status: 200 len: 217 time: 0.0467772 Aug 27 03:35:26.065275 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-42c7bad6-cb2f-4165-92a5-0dc69a89d2f9 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:26.072652 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-42c7bad6-cb2f-4165-92a5-0dc69a89d2f9 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9123038'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:26.074547 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e52fa-8ac4-4c29-ac49-3eaea912e3b0 req-9b573bf4-a053-4357-a8ed-14d4ebc1d08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:26.076188 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-680e52fa-8ac4-4c29-ac49-3eaea912e3b0 req-9b573bf4-a053-4357-a8ed-14d4ebc1d08b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f9fb9b3b-057f-4f8c-b288-00a62ecf559c HTTP/1.1" status: 200 len: 843 time: 0.0987406 Aug 27 03:35:26.083686 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e4209-4129-42ce-b56e-db065f76374b req-928102b7-465e-4528-b79b-54bf4f20e578 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:26.085128 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-647e4209-4129-42ce-b56e-db065f76374b req-928102b7-465e-4528-b79b-54bf4f20e578 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=05e8fdbe-3d56-4b42-967b-5d8bbf0e281e HTTP/1.1" status: 200 len: 945 time: 0.1396434 Aug 27 03:35:26.129987 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-75ce5012-e14e-4243-98a7-c5dd36aa3945 req-037f34f2-96b7-499d-a694-5d817c8b2586 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9af3d873-dcf5-4498-b710-974f39d1ebae HTTP/1.1" status: 200 len: 1001 time: 0.1509516 Aug 27 03:35:26.151541 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c7bad6-cb2f-4165-92a5-0dc69a89d2f9 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Pushing event updated for resources: {'Port': ['ID=e8f91ca4-6665-4ee6-a838-cbf4d02d5f41,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:26.160743 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-42c7bad6-cb2f-4165-92a5-0dc69a89d2f9 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456017'] for floatingip, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:26.182314 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-647e4209-4129-42ce-b56e-db065f76374b req-2a49adf2-d267-43d4-8ec6-c1032b5f45fe tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=6046de3f-32d3-4ab3-9f2f-51fa5dc878f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843728 Aug 27 03:35:26.196138 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e52fa-8ac4-4c29-ac49-3eaea912e3b0 req-0e05dd28-82f6-42c2-8c03-0c467fce6808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:26.197706 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-680e52fa-8ac4-4c29-ac49-3eaea912e3b0 req-0e05dd28-82f6-42c2-8c03-0c467fce6808 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5c16dc1a-07c9-4aef-80be-2cb2dadd6c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1116560 Aug 27 03:35:26.204996 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce5012-e14e-4243-98a7-c5dd36aa3945 req-dbd86b86-3bc0-41fb-b875-3ea6c41f2ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:26.206360 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-75ce5012-e14e-4243-98a7-c5dd36aa3945 req-dbd86b86-3bc0-41fb-b875-3ea6c41f2ceb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=02e507ef-65b0-47f3-a75e-47a97e59e5ca HTTP/1.1" status: 200 len: 848 time: 0.0596840 Aug 27 03:35:26.272866 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.db.l3_db [None req-42c7bad6-cb2f-4165-92a5-0dc69a89d2f9 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Floating IP dd163dc4-454e-436a-bb90-7c96ab9c149f associated. External IP: 172.27.0.64, port: 9bb5206b-382a-4dac-a93b-17b51b935b5a. Aug 27 03:35:26.317051 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce5012-e14e-4243-98a7-c5dd36aa3945 req-8b9e58fd-aaac-47fe-8915-9956cc3b55b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:26.318582 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-75ce5012-e14e-4243-98a7-c5dd36aa3945 req-8b9e58fd-aaac-47fe-8915-9956cc3b55b9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86a24c14-9a31-45eb-af67-a58be595d161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1037016 Aug 27 03:35:26.323829 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-680e52fa-8ac4-4c29-ac49-3eaea912e3b0 req-fdaed9d7-903b-4fc9-932f-f9aea373fa3a service neutron] 10.222.0.63 "GET /v2.0/networks/5c16dc1a-07c9-4aef-80be-2cb2dadd6c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166358 Aug 27 03:35:26.490083 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-75ce5012-e14e-4243-98a7-c5dd36aa3945 req-5f1c3b79-e516-432a-a472-7454c9548124 service neutron] 10.222.0.63 "GET /v2.0/networks/86a24c14-9a31-45eb-af67-a58be595d161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545413 Aug 27 03:35:26.491806 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-680e52fa-8ac4-4c29-ac49-3eaea912e3b0 req-ab545249-fc19-4788-ae0b-f9c9eb7f5d8f service neutron] 10.222.0.63 "GET /v2.0/networks/5c16dc1a-07c9-4aef-80be-2cb2dadd6c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488419 Aug 27 03:35:26.494370 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c7bad6-cb2f-4165-92a5-0dc69a89d2f9 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Router de40f223-dde2-43cc-9a1c-1f8348e54edd has already been hosted by L3 agent 531130d0-1c3c-4def-a74a-055fb8373853 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:35:26.597100 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-75ce5012-e14e-4243-98a7-c5dd36aa3945 req-ae4ab755-acd8-4336-be7e-3d80f51ec538 service neutron] 10.222.0.63 "GET /v2.0/networks/86a24c14-9a31-45eb-af67-a58be595d161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867383 Aug 27 03:35:26.606426 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c7bad6-cb2f-4165-92a5-0dc69a89d2f9 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify agent at l3_agent.dv-cinder-804735-2-iscsi the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:35:26.617299 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fdda46-ef57-49c1-8f53-7db4e014e93d None None] Sync routers for ids ['de40f223-dde2-43cc-9a1c-1f8348e54edd'] in dv-cinder-804735-2-iscsi {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:35:26.624163 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-42c7bad6-cb2f-4165-92a5-0dc69a89d2f9 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:26.628280 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fdda46-ef57-49c1-8f53-7db4e014e93d None None] Routers {'de40f223-dde2-43cc-9a1c-1f8348e54edd'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:35:26.628945 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-13fdda46-ef57-49c1-8f53-7db4e014e93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:35:17Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['de40f223-dde2-43cc-9a1c-1f8348e54edd'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:35:26.652088 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-42c7bad6-cb2f-4165-92a5-0dc69a89d2f9 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6974256 Aug 27 03:35:26.652969 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0813a770-efab-496a-8c4c-9e2f72102ca8', 'tag': '9bb5206b-382a-4dac-a93b-17b51b935b5a'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:35:26.655242 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 57454) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:26.655644 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}755905221a1e0f69e4370b1ec2ad9bde0bcbe0fd3cc794ff6c7e2d34909de1ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c18c6bd-dfeb-48cd-b3d7-aa3e432405fc" -d '{"events": [{"name": "network-changed", "server_uuid": "0813a770-efab-496a-8c4c-9e2f72102ca8", "tag": "9bb5206b-382a-4dac-a93b-17b51b935b5a"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:35:26.660492 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [None req-0a7393d6-1cad-47ab-8d18-2799b655a427 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-432645167', 'description': 'tempest-secgroup-smoke-432645167 description', 'project_id': 'c24d36ba6b374775b93c113837910ba6'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:35:26.686196 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0a7393d6-1cad-47ab-8d18-2799b655a427 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:26.829368 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0a7393d6-1cad-47ab-8d18-2799b655a427 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:26.836915 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0a7393d6-1cad-47ab-8d18-2799b655a427 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:26.842337 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637699a2-8a49-4ca0-9aa9-fbde1a3cb529 x-openstack-request-id: req-637699a2-8a49-4ca0-9aa9-fbde1a3cb529 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:35:26.842943 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0813a770-efab-496a-8c4c-9e2f72102ca8", "tag": "9bb5206b-382a-4dac-a93b-17b51b935b5a", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:35:26.842943 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-637699a2-8a49-4ca0-9aa9-fbde1a3cb529 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:35:26.843857 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0813a770-efab-496a-8c4c-9e2f72102ca8', 'tag': '9bb5206b-382a-4dac-a93b-17b51b935b5a', 'status': 'completed', 'code': 200} Aug 27 03:35:26.860065 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20076c47-7e7d-4308-8416-e2a9ddb3b551 req-2173542c-97c2-4b48-bc51-051909112756 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:26.861660 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-20076c47-7e7d-4308-8416-e2a9ddb3b551 req-2173542c-97c2-4b48-bc51-051909112756 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 945 time: 0.0910552 Aug 27 03:35:26.871332 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-13fdda46-ef57-49c1-8f53-7db4e014e93d None None] Set router de40f223-dde2-43cc-9a1c-1f8348e54edd gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:35:26.896197 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0a7393d6-1cad-47ab-8d18-2799b655a427 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:26.899539 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-0a7393d6-1cad-47ab-8d18-2799b655a427 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2429221 Aug 27 03:35:26.900129 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 57464) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:26.905709 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-8d073bd9-e097-4d07-a25f-598765658a78 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Request body: {'security_group_rule': {'security_group_id': '26b3cc1d-dbb6-40f4-8340-a1379f3a6b1d', 'project_id': 'c24d36ba6b374775b93c113837910ba6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:35:26.932964 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7393d6-1cad-47ab-8d18-2799b655a427 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26b3cc1d-dbb6-40f4-8340-a1379f3a6b1d,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:26.952124 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8d073bd9-e097-4d07-a25f-598765658a78 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:26.964339 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-20076c47-7e7d-4308-8416-e2a9ddb3b551 req-0cbfc9f2-884d-44ac-9906-0f63fec7a5dd tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927415 Aug 27 03:35:26.988739 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18c6bd-dfeb-48cd-b3d7-aa3e432405fc req-43032073-4a23-44b8-a216-576af2730520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:26.990353 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5c18c6bd-dfeb-48cd-b3d7-aa3e432405fc req-43032073-4a23-44b8-a216-576af2730520 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c24d36ba6b374775b93c113837910ba6&device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 1098 time: 0.1170816 Aug 27 03:35:27.032759 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8d073bd9-e097-4d07-a25f-598765658a78 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:27.036975 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11acc1-f378-4d08-9e7f-1a29ea9ffac0 req-d9b85800-600a-427b-b839-a44dd3530287 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:27.037545 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8d073bd9-e097-4d07-a25f-598765658a78 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87445'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:27.039609 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3b11acc1-f378-4d08-9e7f-1a29ea9ffac0 req-d9b85800-600a-427b-b839-a44dd3530287 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3862c4e-bb90-4316-8c53-336cf65723cd HTTP/1.1" status: 200 len: 948 time: 0.0920436 Aug 27 03:35:27.058059 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d073bd9-e097-4d07-a25f-598765658a78 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c23d2f1a-8f70-482e-ab0c-83ae901b7650,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:27.065541 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8d073bd9-e097-4d07-a25f-598765658a78 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:27.071307 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-8d073bd9-e097-4d07-a25f-598765658a78 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1700001 Aug 27 03:35:27.071931 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 57466) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:27.079207 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-3e94c206-ad65-428b-95c7-0a36a97d2fe5 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Request body: {'security_group_rule': {'security_group_id': '26b3cc1d-dbb6-40f4-8340-a1379f3a6b1d', 'project_id': 'c24d36ba6b374775b93c113837910ba6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:35:27.115225 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3e94c206-ad65-428b-95c7-0a36a97d2fe5 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:27.133887 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3b11acc1-f378-4d08-9e7f-1a29ea9ffac0 req-8507bfe1-8690-4f60-bbf7-be145d6c6218 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] 10.222.0.58 "GET /v2.0/security-groups?id=3dcee03b-e9a1-45b2-b246-5bd4c4ceff27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590672 Aug 27 03:35:27.150447 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18c6bd-dfeb-48cd-b3d7-aa3e432405fc req-3adffa08-e15e-4be2-813d-07972c886294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:27.152047 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5c18c6bd-dfeb-48cd-b3d7-aa3e432405fc req-3adffa08-e15e-4be2-813d-07972c886294 service neutron] 10.222.0.63 "GET /v2.0/networks?id=73bd44d6-ea8f-4165-8d6d-317f8321efd4 HTTP/1.1" status: 200 len: 916 time: 0.1479409 Aug 27 03:35:27.175488 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-13fdda46-ef57-49c1-8f53-7db4e014e93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de40f223-dde2-43cc-9a1c-1f8348e54edd', 'name': 'tempest-TestMinimumBasicScenario-2061681295-router', 'tenant_id': 'c24d36ba6b374775b93c113837910ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '81377e94-bf02-4e6b-9278-cbf13d00e845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:34:29Z', 'updated_at': '2021-08-27T03:34:32Z', 'revision_number': 4, 'project_id': 'c24d36ba6b374775b93c113837910ba6', 'gw_port': {'id': '81377e94-bf02-4e6b-9278-cbf13d00e845', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de40f223-dde2-43cc-9a1c-1f8348e54edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:29Z', 'updated_at': '2021-08-27T03:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_floatingips': [{'id': 'dd163dc4-454e-436a-bb90-7c96ab9c149f', 'tenant_id': 'c24d36ba6b374775b93c113837910ba6', 'floating_ip_address': '172.27.0.64', 'floating_network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'router_id': 'de40f223-dde2-43cc-9a1c-1f8348e54edd', 'port_id': '9bb5206b-382a-4dac-a93b-17b51b935b5a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73bd44d6-ea8f-4165-8d6d-317f8321efd4', 'mac_address': 'fa:16:3e:d8:9e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0813a770-efab-496a-8c4c-9e2f72102ca8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:35:25Z', 'updated_at': '2021-08-27T03:35:25Z', 'revision_number': 0, 'project_id': 'c24d36ba6b374775b93c113837910ba6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e2455d5-cce5-4cca-989e-44e4dcf12d04', 'name': '', 'network_id': '73bd44d6-ea8f-4165-8d6d-317f8321efd4', 'tenant_id': 'c24d36ba6b374775b93c113837910ba6', 'mac_address': 'fa:16:3e:63:f6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de40f223-dde2-43cc-9a1c-1f8348e54edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'f903fdf6-641d-48e9-bdde-df272a8f4bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:31Z', 'updated_at': '2021-08-27T03:34:38Z', 'revision_number': 5, 'project_id': 'c24d36ba6b374775b93c113837910ba6', 'subnets': [{'id': 'f903fdf6-641d-48e9-bdde-df272a8f4bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:35:27.181654 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3e94c206-ad65-428b-95c7-0a36a97d2fe5 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:27.186870 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3e94c206-ad65-428b-95c7-0a36a97d2fe5 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87445'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:27.204789 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e94c206-ad65-428b-95c7-0a36a97d2fe5 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ada3a563-ff6c-4e42-9f12-529f534b59b8,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:27.205282 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fdda46-ef57-49c1-8f53-7db4e014e93d None None] Checking router: de40f223-dde2-43cc-9a1c-1f8348e54edd for host: dv-cinder-804735-2-iscsi {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:35:27.214491 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3e94c206-ad65-428b-95c7-0a36a97d2fe5 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:27.219443 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-3e94c206-ad65-428b-95c7-0a36a97d2fe5 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1432831 Aug 27 03:35:27.220153 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 57470) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:27.221820 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fdda46-ef57-49c1-8f53-7db4e014e93d None None] Routers {'de40f223-dde2-43cc-9a1c-1f8348e54edd'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:35:27.222491 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-13fdda46-ef57-49c1-8f53-7db4e014e93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:35:17Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['de40f223-dde2-43cc-9a1c-1f8348e54edd'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:35:27.229129 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [None req-7cdab081-73f4-49a8-a524-60320eb45273 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Request body: {'security_group_rule': {'security_group_id': '26b3cc1d-dbb6-40f4-8340-a1379f3a6b1d', 'project_id': 'c24d36ba6b374775b93c113837910ba6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:35:27.245062 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5c18c6bd-dfeb-48cd-b3d7-aa3e432405fc req-6d3955f3-4b89-4196-b9b2-f1e5db09a2b2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bb5206b-382a-4dac-a93b-17b51b935b5a HTTP/1.1" status: 200 len: 998 time: 0.0816231 Aug 27 03:35:27.303305 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7cdab081-73f4-49a8-a524-60320eb45273 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:27.330504 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-13fdda46-ef57-49c1-8f53-7db4e014e93d None None] Set router de40f223-dde2-43cc-9a1c-1f8348e54edd gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:35:27.358736 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18c6bd-dfeb-48cd-b3d7-aa3e432405fc req-c83676e8-6a30-4a29-9e87-5474f36b869a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:27.360300 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5c18c6bd-dfeb-48cd-b3d7-aa3e432405fc req-c83676e8-6a30-4a29-9e87-5474f36b869a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f903fdf6-641d-48e9-bdde-df272a8f4bb6 HTTP/1.1" status: 200 len: 854 time: 0.1064498 Aug 27 03:35:27.412841 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a97baa-2ec8-4d06-bf63-404fd2225a7e req-36ed2a7f-724c-402f-9a81-1c4e38b251d4 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:27.414316 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-71a97baa-2ec8-4d06-bf63-404fd2225a7e req-36ed2a7f-724c-402f-9a81-1c4e38b251d4 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=05e8fdbe-3d56-4b42-967b-5d8bbf0e281e HTTP/1.1" status: 200 len: 945 time: 0.1515772 Aug 27 03:35:27.429930 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7cdab081-73f4-49a8-a524-60320eb45273 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:27.446105 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7cdab081-73f4-49a8-a524-60320eb45273 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87445'] for security_group_rule, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:27.487839 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdab081-73f4-49a8-a524-60320eb45273 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ddf36e7-74b2-4278-bd95-f31ee59891a4,revision_number=0']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:27.489770 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7cdab081-73f4-49a8-a524-60320eb45273 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:27.493618 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-7cdab081-73f4-49a8-a524-60320eb45273 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2656870 Aug 27 03:35:27.493618 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18c6bd-dfeb-48cd-b3d7-aa3e432405fc req-052f99e3-b219-4e14-a622-a26f83de08f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:27.494988 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 57472) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:27.495487 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5c18c6bd-dfeb-48cd-b3d7-aa3e432405fc req-052f99e3-b219-4e14-a622-a26f83de08f0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=73bd44d6-ea8f-4165-8d6d-317f8321efd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1211681 Aug 27 03:35:27.498861 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-71a97baa-2ec8-4d06-bf63-404fd2225a7e req-2f0d919a-8574-4963-a099-63d507b34a25 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=6046de3f-32d3-4ab3-9f2f-51fa5dc878f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728610 Aug 27 03:35:27.503134 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-6e07aaa3-b6e6-4378-9a3d-440ffcf04bd0 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Request body: {'security_group_rule': {'security_group_id': '26b3cc1d-dbb6-40f4-8340-a1379f3a6b1d', 'project_id': 'c24d36ba6b374775b93c113837910ba6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:35:27.524552 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device cc527f93-9b68-439b-b2d5-688256dcc7c6 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=93892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:35:27.544239 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6e07aaa3-b6e6-4378-9a3d-440ffcf04bd0 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:27.614083 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6e07aaa3-b6e6-4378-9a3d-440ffcf04bd0 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:27.619077 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6e07aaa3-b6e6-4378-9a3d-440ffcf04bd0 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87445'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:27.634942 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5c18c6bd-dfeb-48cd-b3d7-aa3e432405fc req-4e3e4aeb-ae19-497c-8bda-74c56d0f2190 service neutron] 10.222.0.63 "GET /v2.0/networks/73bd44d6-ea8f-4165-8d6d-317f8321efd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314290 Aug 27 03:35:27.643591 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07aaa3-b6e6-4378-9a3d-440ffcf04bd0 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baa39d91-9de3-4c35-aead-fb059cf91a98,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:27.647785 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6e07aaa3-b6e6-4378-9a3d-440ffcf04bd0 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:27.652060 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-6e07aaa3-b6e6-4378-9a3d-440ffcf04bd0 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1528144 Aug 27 03:35:27.652318 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 57476) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:27.658556 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-d89cf48a-1e49-4b77-a280-d8668cddb90d tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Request body: {'security_group_rule': {'security_group_id': '26b3cc1d-dbb6-40f4-8340-a1379f3a6b1d', 'project_id': 'c24d36ba6b374775b93c113837910ba6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:35:27.663849 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12962327-864d-4e84-b476-f23873f16061 req-ae9b604f-5d88-4ac4-927a-01e015b6380f tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:27.665510 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-12962327-864d-4e84-b476-f23873f16061 req-ae9b604f-5d88-4ac4-927a-01e015b6380f tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=05e8fdbe-3d56-4b42-967b-5d8bbf0e281e HTTP/1.1" status: 200 len: 945 time: 0.0816026 Aug 27 03:35:27.680187 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 57478) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:27.682235 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-13fdda46-ef57-49c1-8f53-7db4e014e93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de40f223-dde2-43cc-9a1c-1f8348e54edd', 'name': 'tempest-TestMinimumBasicScenario-2061681295-router', 'tenant_id': 'c24d36ba6b374775b93c113837910ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '81377e94-bf02-4e6b-9278-cbf13d00e845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:34:29Z', 'updated_at': '2021-08-27T03:34:32Z', 'revision_number': 4, 'project_id': 'c24d36ba6b374775b93c113837910ba6', 'gw_port': {'id': '81377e94-bf02-4e6b-9278-cbf13d00e845', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de40f223-dde2-43cc-9a1c-1f8348e54edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:29Z', 'updated_at': '2021-08-27T03:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_floatingips': [{'id': 'dd163dc4-454e-436a-bb90-7c96ab9c149f', 'tenant_id': 'c24d36ba6b374775b93c113837910ba6', 'floating_ip_address': '172.27.0.64', 'floating_network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'router_id': 'de40f223-dde2-43cc-9a1c-1f8348e54edd', 'port_id': '9bb5206b-382a-4dac-a93b-17b51b935b5a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73bd44d6-ea8f-4165-8d6d-317f8321efd4', 'mac_address': 'fa:16:3e:d8:9e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0813a770-efab-496a-8c4c-9e2f72102ca8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:35:25Z', 'updated_at': '2021-08-27T03:35:25Z', 'revision_number': 0, 'project_id': 'c24d36ba6b374775b93c113837910ba6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e2455d5-cce5-4cca-989e-44e4dcf12d04', 'name': '', 'network_id': '73bd44d6-ea8f-4165-8d6d-317f8321efd4', 'tenant_id': 'c24d36ba6b374775b93c113837910ba6', 'mac_address': 'fa:16:3e:63:f6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de40f223-dde2-43cc-9a1c-1f8348e54edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'f903fdf6-641d-48e9-bdde-df272a8f4bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:31Z', 'updated_at': '2021-08-27T03:34:38Z', 'revision_number': 5, 'project_id': 'c24d36ba6b374775b93c113837910ba6', 'subnets': [{'id': 'f903fdf6-641d-48e9-bdde-df272a8f4bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:35:27.684724 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.db.securitygroups_db [None req-d89cf48a-1e49-4b77-a280-d8668cddb90d tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Project c24d36ba6b374775b93c113837910ba6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:35:27.690340 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d89cf48a-1e49-4b77-a280-d8668cddb90d tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:27.713744 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [None req-0c9e71a3-3a6a-47f1-9c09-455f116795dd tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Request body: {'floatingip': {'port_id': '5dd572f1-816d-41f0-bfc3-8a5318f6cc06'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:35:27.715705 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fdda46-ef57-49c1-8f53-7db4e014e93d None None] The sync data for ids ['de40f223-dde2-43cc-9a1c-1f8348e54edd'] in dv-cinder-804735-2-iscsi is: [{'id': 'de40f223-dde2-43cc-9a1c-1f8348e54edd', 'name': 'tempest-TestMinimumBasicScenario-2061681295-router', 'tenant_id': 'c24d36ba6b374775b93c113837910ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '81377e94-bf02-4e6b-9278-cbf13d00e845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:34:29Z', 'updated_at': '2021-08-27T03:34:32Z', 'revision_number': 4, 'project_id': 'c24d36ba6b374775b93c113837910ba6', 'gw_port': {'id': '81377e94-bf02-4e6b-9278-cbf13d00e845', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de40f223-dde2-43cc-9a1c-1f8348e54edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:29Z', 'updated_at': '2021-08-27T03:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_floatingips': [{'id': 'dd163dc4-454e-436a-bb90-7c96ab9c149f', 'tenant_id': 'c24d36ba6b374775b93c113837910ba6', 'floating_ip_address': '172.27.0.64', 'floating_network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'router_id': 'de40f223-dde2-43cc-9a1c-1f8348e54edd', 'port_id': '9bb5206b-382a-4dac-a93b-17b51b935b5a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73bd44d6-ea8f-4165-8d6d-317f8321efd4', 'mac_address': 'fa:16:3e:d8:9e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0813a770-efab-496a-8c4c-9e2f72102ca8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:35:25Z', 'updated_at': '2021-08-27T03:35:25Z', 'revision_number': 0, 'project_id': 'c24d36ba6b374775b93c113837910ba6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e2455d5-cce5-4cca-989e-44e4dcf12d04', 'name': '', 'network_id': '73bd44d6-ea8f-4165-8d6d-317f8321efd4', 'tenant_id': 'c24d36ba6b374775b93c113837910ba6', 'mac_address': 'fa:16:3e:63:f6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de40f223-dde2-43cc-9a1c-1f8348e54edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'f903fdf6-641d-48e9-bdde-df272a8f4bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:31Z', 'updated_at': '2021-08-27T03:34:38Z', 'revision_number': 5, 'project_id': 'c24d36ba6b374775b93c113837910ba6', 'subnets': [{'id': 'f903fdf6-641d-48e9-bdde-df272a8f4bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:35:27.725898 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port cc527f93-9b68-439b-b2d5-688256dcc7c6, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=cc527f93-9b68-439b-b2d5-688256dcc7c6,segment=NetworkSegment(ea3496a9-6efd-4640-8919-eb8f257ff575),segment_id=ea3496a9-6efd-4640-8919-eb8f257ff575)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:35:27.737568 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Returning: {'device': 'cc527f93-9b68-439b-b2d5-688256dcc7c6', 'network_id': '5c16dc1a-07c9-4aef-80be-2cb2dadd6c47', 'port_id': 'cc527f93-9b68-439b-b2d5-688256dcc7c6', 'mac_address': 'fa:16:3e:ed:d8:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9fb9b3b-057f-4f8c-b288-00a62ecf559c', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:35:27.760163 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0c9e71a3-3a6a-47f1-9c09-455f116795dd tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks [] for floatingip, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:27.764197 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d89cf48a-1e49-4b77-a280-d8668cddb90d tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:27.769900 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d89cf48a-1e49-4b77-a280-d8668cddb90d tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87445'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:27.790902 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:27.792320 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89cf48a-1e49-4b77-a280-d8668cddb90d tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe6f86cc-c296-45c2-a315-d7eadd2dd17d,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:27.801266 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d89cf48a-1e49-4b77-a280-d8668cddb90d tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:27.803646 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-d89cf48a-1e49-4b77-a280-d8668cddb90d tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1501267 Aug 27 03:35:27.806353 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 57480) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:27.810003 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc527f93-9b68-439b-b2d5-688256dcc7c6 {{(pid=93892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:35:27.812936 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-ea3a2521-5f6e-46a3-b6e4-e06daed88961 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Request body: {'security_group_rule': {'security_group_id': '26b3cc1d-dbb6-40f4-8340-a1379f3a6b1d', 'project_id': 'c24d36ba6b374775b93c113837910ba6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:35:27.839851 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port cc527f93-9b68-439b-b2d5-688256dcc7c6, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=cc527f93-9b68-439b-b2d5-688256dcc7c6,segment=NetworkSegment(ea3496a9-6efd-4640-8919-eb8f257ff575),segment_id=ea3496a9-6efd-4640-8919-eb8f257ff575)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:35:27.846017 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:27.850146 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.db.securitygroups_db [None req-ea3a2521-5f6e-46a3-b6e4-e06daed88961 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Project c24d36ba6b374775b93c113837910ba6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:35:27.860082 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ea3a2521-5f6e-46a3-b6e4-e06daed88961 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:27.897590 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5c18c6bd-dfeb-48cd-b3d7-aa3e432405fc req-d95363cf-6023-4e37-bf3d-39948434b2f8 service neutron] 10.222.0.63 "GET /v2.0/networks/73bd44d6-ea8f-4165-8d6d-317f8321efd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506194 Aug 27 03:35:27.910797 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=cc527f93-9b68-439b-b2d5-688256dcc7c6,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:27.919372 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:27.920224 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:27.921017 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:27.921531 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:27.922018 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:27.922520 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:27.923023 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:27.923409 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:27.923737 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:27.924134 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:27.924669 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:27.924849 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:27.944424 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ea3a2521-5f6e-46a3-b6e4-e06daed88961 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:27.949797 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ea3a2521-5f6e-46a3-b6e4-e06daed88961 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87445'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:27.968869 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a2521-5f6e-46a3-b6e4-e06daed88961 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6268040-e3ea-48a6-9120-40d257894fc7,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:27.975878 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ea3a2521-5f6e-46a3-b6e4-e06daed88961 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:27.977311 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-ea3a2521-5f6e-46a3-b6e4-e06daed88961 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1689548 Aug 27 03:35:28.063199 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118fbd0e-c90b-4d76-ba16-d484c7283d34 None None] New status for floating IP dd163dc4-454e-436a-bb90-7c96ab9c149f: ACTIVE {{(pid=93893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:35:28.150926 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] get_ports_and_sgs() called for port_ids ['cc527f93-9b68-439b-b2d5-688256dcc7c6'] {{(pid=93892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:35:28.161952 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8f787436-d1e1-4a5c-b353-45065663239c req-3b72c0d1-f05f-4558-8e27-e2eca8f04c08 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-432645167&fields=id&tenant_id=c24d36ba6b374775b93c113837910ba6 HTTP/1.1" status: 200 len: 267 time: 0.1388578 Aug 27 03:35:28.202087 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810dc65-17f2-4ea1-a604-11ab3ead37bb req-3d82cb71-869a-491b-82e7-b4aca1abbe1f tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:28.203606 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e810dc65-17f2-4ea1-a604-11ab3ead37bb req-3d82cb71-869a-491b-82e7-b4aca1abbe1f tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 945 time: 0.1271217 Aug 27 03:35:28.334562 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f787436-d1e1-4a5c-b353-45065663239c req-da7f8720-ede6-47c0-a5ec-ac1e6c1c5d5d tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:28.336109 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8f787436-d1e1-4a5c-b353-45065663239c req-da7f8720-ede6-47c0-a5ec-ac1e6c1c5d5d tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 945 time: 0.1621380 Aug 27 03:35:28.340698 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e810dc65-17f2-4ea1-a604-11ab3ead37bb req-a0293cbf-be48-46ae-b5db-9c1c7036c9a0 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941284 Aug 27 03:35:28.351006 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [req-8f787436-d1e1-4a5c-b353-45065663239c req-aaa0bce3-3007-4eff-9040-5f5e8fe656c5 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Request body: {'port': {'security_groups': ['2e43aca5-b965-4ee1-a973-89108b59f98f', '26b3cc1d-dbb6-40f4-8340-a1379f3a6b1d']}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:35:28.480395 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0c9e71a3-3a6a-47f1-9c09-455f116795dd tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:28.490045 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0c9e71a3-3a6a-47f1-9c09-455f116795dd tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456017'] for floatingip, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:28.783958 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-8f787436-d1e1-4a5c-b353-45065663239c req-aaa0bce3-3007-4eff-9040-5f5e8fe656c5 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:28.817514 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec31871-e472-4043-a9a8-3876d709d4fc req-35dabc58-eec2-45a9-a73d-9892a2a40175 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:28.818923 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-bec31871-e472-4043-a9a8-3876d709d4fc req-35dabc58-eec2-45a9-a73d-9892a2a40175 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3862c4e-bb90-4316-8c53-336cf65723cd HTTP/1.1" status: 200 len: 949 time: 0.4044964 Aug 27 03:35:28.944867 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.db.l3_db [None req-0c9e71a3-3a6a-47f1-9c09-455f116795dd tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Floating IP 5d2f7184-9fb8-45ea-97fc-9be9ae1a819c associated. External IP: 172.27.0.246, port: 5dd572f1-816d-41f0-bfc3-8a5318f6cc06. Aug 27 03:35:28.953336 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-bec31871-e472-4043-a9a8-3876d709d4fc req-174921de-b9f1-49d4-9dd0-c6921a80e6bf tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] 10.222.0.58 "GET /v2.0/security-groups?id=3dcee03b-e9a1-45b2-b246-5bd4c4ceff27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276333 Aug 27 03:35:29.177721 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-8f787436-d1e1-4a5c-b353-45065663239c req-aaa0bce3-3007-4eff-9040-5f5e8fe656c5 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] For port 9bb5206b-382a-4dac-a93b-17b51b935b5a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9bb5206b-382a-4dac-a93b-17b51b935b5a,segment=NetworkSegment(4787f5b9-6226-41b6-8fca-ea1f4ddc3325),segment_id=4787f5b9-6226-41b6-8fca-ea1f4ddc3325)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:35:29.242417 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-8f787436-d1e1-4a5c-b353-45065663239c req-aaa0bce3-3007-4eff-9040-5f5e8fe656c5 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:29.250107 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-8f787436-d1e1-4a5c-b353-45065663239c req-aaa0bce3-3007-4eff-9040-5f5e8fe656c5 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8458856'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:29.262574 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] get_ports_and_sgs() called for port_ids ['9bb5206b-382a-4dac-a93b-17b51b935b5a'] {{(pid=93892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:35:29.305243 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f787436-d1e1-4a5c-b353-45065663239c req-aaa0bce3-3007-4eff-9040-5f5e8fe656c5 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:29.305912 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-8f787436-d1e1-4a5c-b353-45065663239c req-aaa0bce3-3007-4eff-9040-5f5e8fe656c5 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:29.307300 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8f787436-d1e1-4a5c-b353-45065663239c req-aaa0bce3-3007-4eff-9040-5f5e8fe656c5 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "PUT /v2.0/ports/9bb5206b-382a-4dac-a93b-17b51b935b5a HTTP/1.1" status: 200 len: 981 time: 0.9624231 Aug 27 03:35:29.307775 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0813a770-efab-496a-8c4c-9e2f72102ca8', 'tag': '9bb5206b-382a-4dac-a93b-17b51b935b5a'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:35:29.310687 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5db798dbfc6723b72cacb44784ab66cf68bec91175074e332c63962bd4ba80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6605fd-3ecc-42f3-ba02-936da38f154c" -d '{"events": [{"name": "network-changed", "server_uuid": "0813a770-efab-496a-8c4c-9e2f72102ca8", "tag": "9bb5206b-382a-4dac-a93b-17b51b935b5a"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:35:29.328951 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9e71a3-3a6a-47f1-9c09-455f116795dd tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Router 81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd has already been hosted by L3 agent 531130d0-1c3c-4def-a74a-055fb8373853 {{(pid=93891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:35:29.341141 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa0bce3-3007-4eff-9040-5f5e8fe656c5 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Pushing event updated for resources: {'Port': ['ID=9bb5206b-382a-4dac-a93b-17b51b935b5a,revision_number=6']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:29.399701 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c81c423-f5f1-41e4-89de-d0761b02c046 x-openstack-request-id: req-4c81c423-f5f1-41e4-89de-d0761b02c046 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:35:29.400448 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0813a770-efab-496a-8c4c-9e2f72102ca8", "tag": "9bb5206b-382a-4dac-a93b-17b51b935b5a", "status": "completed", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:35:29.400924 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4c81c423-f5f1-41e4-89de-d0761b02c046 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:35:29.401577 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0813a770-efab-496a-8c4c-9e2f72102ca8', 'tag': '9bb5206b-382a-4dac-a93b-17b51b935b5a', 'status': 'completed', 'code': 200} Aug 27 03:35:29.442324 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] get_ports_and_sgs() called for port_ids ['9bb5206b-382a-4dac-a93b-17b51b935b5a'] {{(pid=93892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:35:29.569680 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9e71a3-3a6a-47f1-9c09-455f116795dd tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify agent at l3_agent.dv-cinder-804735-2-iscsi the message routers_updated {{(pid=93891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:35:29.574473 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device cc527f93-9b68-439b-b2d5-688256dcc7c6 up at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:35:29.577636 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0c9e71a3-3a6a-47f1-9c09-455f116795dd tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for floatingip, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:29.581053 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daabe64-6bbc-4370-8558-d21d7a638cde None None] Sync routers for ids ['81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd'] in dv-cinder-804735-2-iscsi {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:35:29.583913 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6605fd-3ecc-42f3-ba02-936da38f154c req-8500f9ef-7117-4a51-af74-1aa12f16762f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:29.585442 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ba6605fd-3ecc-42f3-ba02-936da38f154c req-8500f9ef-7117-4a51-af74-1aa12f16762f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c24d36ba6b374775b93c113837910ba6&device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 1137 time: 0.1331606 Aug 27 03:35:29.620912 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f9e66-c241-480c-a93d-bf8994c570e7 req-b5a45a7f-9b25-4401-ab1b-bb89121a1844 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:29.622847 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-bb2f9e66-c241-480c-a93d-bf8994c570e7 req-b5a45a7f-9b25-4401-ab1b-bb89121a1844 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 945 time: 0.1318555 Aug 27 03:35:29.632561 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496ff46-11ee-41f9-9555-9093feafeeba req-fa14693b-efc0-411f-a058-8977e1d20e21 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:29.634057 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a496ff46-11ee-41f9-9555-9093feafeeba req-fa14693b-efc0-411f-a058-8977e1d20e21 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 984 time: 0.1805680 Aug 27 03:35:29.666100 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daabe64-6bbc-4370-8558-d21d7a638cde None None] Routers {'81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:35:29.666803 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-6daabe64-6bbc-4370-8558-d21d7a638cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:35:17Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:35:29.681080 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-0c9e71a3-3a6a-47f1-9c09-455f116795dd tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "PUT /v2.0/floatingips/5d2f7184-9fb8-45ea-97fc-9be9ae1a819c HTTP/1.1" status: 200 len: 991 time: 2.0007026 Aug 27 03:35:29.719143 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-0a565351-54ae-4be5-b913-9305651983bf None None] Provisioning complete for port 9bb5206b-382a-4dac-a93b-17b51b935b5a triggered by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:35:29.719530 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-0a565351-54ae-4be5-b913-9305651983bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:29.755128 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-bb2f9e66-c241-480c-a93d-bf8994c570e7 req-1fa33fe0-236f-4f90-83c3-fc91ed9219ed tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201358 Aug 27 03:35:29.761045 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a496ff46-11ee-41f9-9555-9093feafeeba req-1e5124f0-54fc-4700-95f2-623a35b59d67 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e43aca5-b965-4ee1-a973-89108b59f98f&id=26b3cc1d-dbb6-40f4-8340-a1379f3a6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1121297 Aug 27 03:35:29.790664 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6605fd-3ecc-42f3-ba02-936da38f154c req-178e9d52-e1b0-4f10-8f62-9fe1cfc7bec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:29.792629 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ba6605fd-3ecc-42f3-ba02-936da38f154c req-178e9d52-e1b0-4f10-8f62-9fe1cfc7bec9 service neutron] 10.222.0.63 "GET /v2.0/networks?id=73bd44d6-ea8f-4165-8d6d-317f8321efd4 HTTP/1.1" status: 200 len: 916 time: 0.1889973 Aug 27 03:35:29.874036 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Provisioning for port cc527f93-9b68-439b-b2d5-688256dcc7c6 completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:35:29.879459 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ba6605fd-3ecc-42f3-ba02-936da38f154c req-e2204109-2f55-4a9f-92c2-47a795f37b75 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bb5206b-382a-4dac-a93b-17b51b935b5a HTTP/1.1" status: 200 len: 1000 time: 0.0673490 Aug 27 03:35:29.895285 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Provisioning complete for port cc527f93-9b68-439b-b2d5-688256dcc7c6 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:35:29.895684 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:29.901544 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-6daabe64-6bbc-4370-8558-d21d7a638cde None None] Set router 81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:35:29.929404 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6605fd-3ecc-42f3-ba02-936da38f154c req-d6a8b6a8-1710-41b2-afa6-211214df7014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:29.930953 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ba6605fd-3ecc-42f3-ba02-936da38f154c req-d6a8b6a8-1710-41b2-afa6-211214df7014 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f903fdf6-641d-48e9-bdde-df272a8f4bb6 HTTP/1.1" status: 200 len: 854 time: 0.0447469 Aug 27 03:35:29.982348 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6605fd-3ecc-42f3-ba02-936da38f154c req-d4f6c022-dccb-47dd-b0b4-36997d3fb678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:29.983937 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ba6605fd-3ecc-42f3-ba02-936da38f154c req-d4f6c022-dccb-47dd-b0b4-36997d3fb678 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=73bd44d6-ea8f-4165-8d6d-317f8321efd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452156 Aug 27 03:35:30.110520 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c9f4e-a1fd-4289-bf82-1bb36123e9bf req-47c40efb-a00c-44c5-a833-a07bb603dff4 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:30.112192 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a20c9f4e-a1fd-4289-bf82-1bb36123e9bf req-47c40efb-a00c-44c5-a833-a07bb603dff4 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3862c4e-bb90-4316-8c53-336cf65723cd HTTP/1.1" status: 200 len: 949 time: 0.0780339 Aug 27 03:35:30.114729 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ba6605fd-3ecc-42f3-ba02-936da38f154c req-1f169ac2-ea97-4aef-9e04-55d522cb2a3a service neutron] 10.222.0.63 "GET /v2.0/networks/73bd44d6-ea8f-4165-8d6d-317f8321efd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231794 Aug 27 03:35:30.205349 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a20c9f4e-a1fd-4289-bf82-1bb36123e9bf req-965735e7-6858-48f3-997c-9199888830e1 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] 10.222.0.58 "GET /v2.0/security-groups?id=3dcee03b-e9a1-45b2-b246-5bd4c4ceff27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865119 Aug 27 03:35:30.237173 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ba6605fd-3ecc-42f3-ba02-936da38f154c req-5f102f97-47f7-4661-a88f-ccd397beb0f1 service neutron] 10.222.0.63 "GET /v2.0/networks/73bd44d6-ea8f-4165-8d6d-317f8321efd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118243 Aug 27 03:35:30.402392 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:30.471456 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3862c4e-bb90-4316-8c53-336cf65723cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc527f93-9b68-439b-b2d5-688256dcc7c6'}] {{(pid=93892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:35:30.473735 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b63a46784ce0c86216665a107eadf653c768d6aaa0a676db5e2e070eb4240c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d8eb19-28e5-4ccc-bf03-a980c53c4d6d" -d '{"events": [{"server_uuid": "b3862c4e-bb90-4316-8c53-336cf65723cd", "name": "network-vif-plugged", "status": "completed", "tag": "cc527f93-9b68-439b-b2d5-688256dcc7c6"}]}' {{(pid=93892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:35:30.505841 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port cc527f93-9b68-439b-b2d5-688256dcc7c6, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=cc527f93-9b68-439b-b2d5-688256dcc7c6,segment=NetworkSegment(ea3496a9-6efd-4640-8919-eb8f257ff575),segment_id=ea3496a9-6efd-4640-8919-eb8f257ff575)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:35:30.514556 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e634320-104c-4b21-a570-8b64d768429a x-openstack-request-id: req-4e634320-104c-4b21-a570-8b64d768429a {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:35:30.514867 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3862c4e-bb90-4316-8c53-336cf65723cd", "name": "network-vif-plugged", "status": "completed", "tag": "cc527f93-9b68-439b-b2d5-688256dcc7c6", "code": 200}]} {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:35:30.515116 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4e634320-104c-4b21-a570-8b64d768429a {{(pid=93892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:35:30.515542 dv-cinder-804735-2-iscsi neutron-server[93892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3862c4e-bb90-4316-8c53-336cf65723cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc527f93-9b68-439b-b2d5-688256dcc7c6', 'code': 200} Aug 27 03:35:30.518316 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:30.614663 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=cc527f93-9b68-439b-b2d5-688256dcc7c6,revision_number=5']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:30.645732 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-6daabe64-6bbc-4370-8558-d21d7a638cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'name': 'tempest-AttachVolumeTestJSON-1475267450-router', 'tenant_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'b866eab5-d718-43e1-a08d-73ac3f588c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:13Z', 'updated_at': '2021-08-27T03:29:20Z', 'revision_number': 4, 'project_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'gw_port': {'id': 'b866eab5-d718-43e1-a08d-73ac3f588c72', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:15Z', 'updated_at': '2021-08-27T03:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_floatingips': [{'id': '5d2f7184-9fb8-45ea-97fc-9be9ae1a819c', 'tenant_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'floating_ip_address': '172.27.0.246', 'floating_network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'router_id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'port_id': '5dd572f1-816d-41f0-bfc3-8a5318f6cc06', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff2334ee-c3c9-468a-845a-218e819133a7', 'mac_address': 'fa:16:3e:c8:7f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e8fdbe-3d56-4b42-967b-5d8bbf0e281e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:35:11Z', 'updated_at': '2021-08-27T03:35:28Z', 'revision_number': 1, 'project_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e20ad29-9574-4201-8061-10f157d8932d', 'name': '', 'network_id': 'ff2334ee-c3c9-468a-845a-218e819133a7', 'tenant_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'mac_address': 'fa:16:3e:6d:fb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8881d854-768f-46f5-bb0c-d6718d4b9eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:19Z', 'updated_at': '2021-08-27T03:29:29Z', 'revision_number': 5, 'project_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'subnets': [{'id': '8881d854-768f-46f5-bb0c-d6718d4b9eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:35:30.674212 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daabe64-6bbc-4370-8558-d21d7a638cde None None] Checking router: 81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd for host: dv-cinder-804735-2-iscsi {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:35:30.685421 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daabe64-6bbc-4370-8558-d21d7a638cde None None] Routers {'81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:35:30.686020 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-6daabe64-6bbc-4370-8558-d21d7a638cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:35:17Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:35:30.716940 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62389cef-95bd-4847-82e8-c7c30db6c543 req-fa7aff1c-d451-426e-a9b7-40826b7164c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:30.718569 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-62389cef-95bd-4847-82e8-c7c30db6c543 req-fa7aff1c-d451-426e-a9b7-40826b7164c9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b3862c4e-bb90-4316-8c53-336cf65723cd HTTP/1.1" status: 200 len: 1103 time: 0.0492823 Aug 27 03:35:30.756506 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-62389cef-95bd-4847-82e8-c7c30db6c543 req-937d9478-9bf3-4a79-ab7e-c84922ca4915 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=3dcee03b-e9a1-45b2-b246-5bd4c4ceff27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307033 Aug 27 03:35:30.790193 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-6daabe64-6bbc-4370-8558-d21d7a638cde None None] Set router 81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:35:30.882442 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab1eaf-1eb4-4428-aa62-f25f97b8d3b7 req-c048dca7-8578-49e1-a4f1-034560ade3aa tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:30.884066 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-25ab1eaf-1eb4-4428-aa62-f25f97b8d3b7 req-c048dca7-8578-49e1-a4f1-034560ade3aa tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 945 time: 0.0532672 Aug 27 03:35:30.927005 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-25ab1eaf-1eb4-4428-aa62-f25f97b8d3b7 req-28150375-478d-4c61-9735-3b697eff45a5 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356693 Aug 27 03:35:31.024370 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-6daabe64-6bbc-4370-8558-d21d7a638cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'name': 'tempest-AttachVolumeTestJSON-1475267450-router', 'tenant_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'b866eab5-d718-43e1-a08d-73ac3f588c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:13Z', 'updated_at': '2021-08-27T03:29:20Z', 'revision_number': 4, 'project_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'gw_port': {'id': 'b866eab5-d718-43e1-a08d-73ac3f588c72', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:15Z', 'updated_at': '2021-08-27T03:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_floatingips': [{'id': '5d2f7184-9fb8-45ea-97fc-9be9ae1a819c', 'tenant_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'floating_ip_address': '172.27.0.246', 'floating_network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'router_id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'port_id': '5dd572f1-816d-41f0-bfc3-8a5318f6cc06', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff2334ee-c3c9-468a-845a-218e819133a7', 'mac_address': 'fa:16:3e:c8:7f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e8fdbe-3d56-4b42-967b-5d8bbf0e281e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:35:11Z', 'updated_at': '2021-08-27T03:35:28Z', 'revision_number': 1, 'project_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e20ad29-9574-4201-8061-10f157d8932d', 'name': '', 'network_id': 'ff2334ee-c3c9-468a-845a-218e819133a7', 'tenant_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'mac_address': 'fa:16:3e:6d:fb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8881d854-768f-46f5-bb0c-d6718d4b9eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:19Z', 'updated_at': '2021-08-27T03:29:29Z', 'revision_number': 5, 'project_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'subnets': [{'id': '8881d854-768f-46f5-bb0c-d6718d4b9eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:35:31.055298 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daabe64-6bbc-4370-8558-d21d7a638cde None None] The sync data for ids ['81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd'] in dv-cinder-804735-2-iscsi is: [{'id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'name': 'tempest-AttachVolumeTestJSON-1475267450-router', 'tenant_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'b866eab5-d718-43e1-a08d-73ac3f588c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:13Z', 'updated_at': '2021-08-27T03:29:20Z', 'revision_number': 4, 'project_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'gw_port': {'id': 'b866eab5-d718-43e1-a08d-73ac3f588c72', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:15Z', 'updated_at': '2021-08-27T03:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_floatingips': [{'id': '5d2f7184-9fb8-45ea-97fc-9be9ae1a819c', 'tenant_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'floating_ip_address': '172.27.0.246', 'floating_network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'router_id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'port_id': '5dd572f1-816d-41f0-bfc3-8a5318f6cc06', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff2334ee-c3c9-468a-845a-218e819133a7', 'mac_address': 'fa:16:3e:c8:7f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e8fdbe-3d56-4b42-967b-5d8bbf0e281e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:35:11Z', 'updated_at': '2021-08-27T03:35:28Z', 'revision_number': 1, 'project_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e20ad29-9574-4201-8061-10f157d8932d', 'name': '', 'network_id': 'ff2334ee-c3c9-468a-845a-218e819133a7', 'tenant_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'mac_address': 'fa:16:3e:6d:fb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8881d854-768f-46f5-bb0c-d6718d4b9eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:19Z', 'updated_at': '2021-08-27T03:29:29Z', 'revision_number': 5, 'project_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'subnets': [{'id': '8881d854-768f-46f5-bb0c-d6718d4b9eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:35:31.260551 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173c4a12-0971-499c-9125-88ea4747a2a1 None None] New status for floating IP 5d2f7184-9fb8-45ea-97fc-9be9ae1a819c: ACTIVE {{(pid=93893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:35:31.329515 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b71db-7cf0-4275-9a1e-7f3929bb59b1 req-029f0930-8672-4375-aeb3-3b211eca2f87 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:31.330964 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f04b71db-7cf0-4275-9a1e-7f3929bb59b1 req-029f0930-8672-4375-aeb3-3b211eca2f87 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3862c4e-bb90-4316-8c53-336cf65723cd HTTP/1.1" status: 200 len: 950 time: 0.0537753 Aug 27 03:35:31.373912 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f04b71db-7cf0-4275-9a1e-7f3929bb59b1 req-3c6ea433-4e63-4a80-bd24-228b2cf365c2 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] 10.222.0.58 "GET /v2.0/security-groups?id=3dcee03b-e9a1-45b2-b246-5bd4c4ceff27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365658 Aug 27 03:35:31.402667 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e8fdbe-3d56-4b42-967b-5d8bbf0e281e', 'tag': '5dd572f1-816d-41f0-bfc3-8a5318f6cc06'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:35:31.406028 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5db798dbfc6723b72cacb44784ab66cf68bec91175074e332c63962bd4ba80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e581c606-9ad4-4a2e-8d0b-b98d18cdfde6" -d '{"events": [{"name": "network-changed", "server_uuid": "05e8fdbe-3d56-4b42-967b-5d8bbf0e281e", "tag": "5dd572f1-816d-41f0-bfc3-8a5318f6cc06"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:35:31.444229 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c774c6-20da-4b6c-ada3-976d598e9e1f x-openstack-request-id: req-28c774c6-20da-4b6c-ada3-976d598e9e1f {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:35:31.444570 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05e8fdbe-3d56-4b42-967b-5d8bbf0e281e", "tag": "5dd572f1-816d-41f0-bfc3-8a5318f6cc06", "status": "completed", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:35:31.444762 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-28c774c6-20da-4b6c-ada3-976d598e9e1f {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:35:31.445174 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05e8fdbe-3d56-4b42-967b-5d8bbf0e281e', 'tag': '5dd572f1-816d-41f0-bfc3-8a5318f6cc06', 'status': 'completed', 'code': 200} Aug 27 03:35:31.527233 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581c606-9ad4-4a2e-8d0b-b98d18cdfde6 req-41316c69-9015-42bf-8f48-4b0d90fcbd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:31.529439 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e581c606-9ad4-4a2e-8d0b-b98d18cdfde6 req-41316c69-9015-42bf-8f48-4b0d90fcbd47 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=527dc9638ff74cfda148b7cf1b61c6c8&device_id=05e8fdbe-3d56-4b42-967b-5d8bbf0e281e HTTP/1.1" status: 200 len: 1098 time: 0.0474024 Aug 27 03:35:31.626555 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581c606-9ad4-4a2e-8d0b-b98d18cdfde6 req-c27b271c-6c95-4641-a268-910e15eeecde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:31.628095 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e581c606-9ad4-4a2e-8d0b-b98d18cdfde6 req-c27b271c-6c95-4641-a268-910e15eeecde service neutron] 10.222.0.63 "GET /v2.0/networks?id=ff2334ee-c3c9-468a-845a-218e819133a7 HTTP/1.1" status: 200 len: 912 time: 0.0910277 Aug 27 03:35:31.701404 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e581c606-9ad4-4a2e-8d0b-b98d18cdfde6 req-b7f3c6b0-7698-4d32-8495-70082479add9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dd572f1-816d-41f0-bfc3-8a5318f6cc06 HTTP/1.1" status: 200 len: 1001 time: 0.0591881 Aug 27 03:35:31.754102 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581c606-9ad4-4a2e-8d0b-b98d18cdfde6 req-c5fb7e89-f81a-41c2-b4e3-71d5e3dd7174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:31.755582 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e581c606-9ad4-4a2e-8d0b-b98d18cdfde6 req-c5fb7e89-f81a-41c2-b4e3-71d5e3dd7174 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8881d854-768f-46f5-bb0c-d6718d4b9eba HTTP/1.1" status: 200 len: 850 time: 0.0463619 Aug 27 03:35:31.803671 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581c606-9ad4-4a2e-8d0b-b98d18cdfde6 req-ae7f964b-a73d-430c-9b8b-126e5f739088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:31.805122 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e581c606-9ad4-4a2e-8d0b-b98d18cdfde6 req-ae7f964b-a73d-430c-9b8b-126e5f739088 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ff2334ee-c3c9-468a-845a-218e819133a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415745 Aug 27 03:35:31.895256 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e581c606-9ad4-4a2e-8d0b-b98d18cdfde6 req-a894eb2f-6b3f-40a7-980b-fdda6bad8b1f service neutron] 10.222.0.63 "GET /v2.0/networks/ff2334ee-c3c9-468a-845a-218e819133a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795736 Aug 27 03:35:31.999842 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e581c606-9ad4-4a2e-8d0b-b98d18cdfde6 req-f9ae382d-3d13-4cc8-880a-84b681f77b05 service neutron] 10.222.0.63 "GET /v2.0/networks/ff2334ee-c3c9-468a-845a-218e819133a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961154 Aug 27 03:35:32.056023 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0dce7-423f-4965-aecc-3fd1c1768294 req-f93d284d-56ca-4208-a4a7-77d7ff7b938e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:32.057587 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b5d0dce7-423f-4965-aecc-3fd1c1768294 req-f93d284d-56ca-4208-a4a7-77d7ff7b938e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 945 time: 0.0536051 Aug 27 03:35:32.099035 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b5d0dce7-423f-4965-aecc-3fd1c1768294 req-9a0f1527-cd48-4c63-ad24-887ac70bd0a9 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338135 Aug 27 03:35:32.496480 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c1ee9-565f-4ddb-9632-18c100f8294e req-de954339-af6b-449d-a35c-8ed12651b268 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:32.498492 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4c1c1ee9-565f-4ddb-9632-18c100f8294e req-de954339-af6b-449d-a35c-8ed12651b268 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3862c4e-bb90-4316-8c53-336cf65723cd HTTP/1.1" status: 200 len: 950 time: 0.0544765 Aug 27 03:35:32.539791 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4c1c1ee9-565f-4ddb-9632-18c100f8294e req-9a2521fd-d5e2-4739-8f87-4362a73a6164 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] 10.222.0.58 "GET /v2.0/security-groups?id=3dcee03b-e9a1-45b2-b246-5bd4c4ceff27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329206 Aug 27 03:35:32.838202 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca6cd8-a72b-408b-a0bc-eaef8e8405af req-f39cff27-b4c4-4623-9bc2-d7e5bc01bae1 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:32.839935 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-feca6cd8-a72b-408b-a0bc-eaef8e8405af req-f39cff27-b4c4-4623-9bc2-d7e5bc01bae1 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3862c4e-bb90-4316-8c53-336cf65723cd HTTP/1.1" status: 200 len: 950 time: 0.0685580 Aug 27 03:35:32.879846 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-feca6cd8-a72b-408b-a0bc-eaef8e8405af req-f19006b3-3fe3-4190-8a9a-6b8ee116d31b tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] 10.222.0.58 "GET /v2.0/security-groups?id=3dcee03b-e9a1-45b2-b246-5bd4c4ceff27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334833 Aug 27 03:35:33.244532 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce583b-ed88-4b3f-b664-3c6245aa74ca req-8ef3a638-5d01-4365-b707-f30bbd4623b7 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:33.246740 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-95ce583b-ed88-4b3f-b664-3c6245aa74ca req-8ef3a638-5d01-4365-b707-f30bbd4623b7 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 945 time: 0.0600049 Aug 27 03:35:33.296774 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-95ce583b-ed88-4b3f-b664-3c6245aa74ca req-58e38621-5584-477f-a898-68903e436c09 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436499 Aug 27 03:35:34.031718 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e3368-445b-4d0a-b9ce-e48557bbce07 req-8f0c3e23-b6ad-40c6-99d4-224562245579 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:34.033270 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-467e3368-445b-4d0a-b9ce-e48557bbce07 req-8f0c3e23-b6ad-40c6-99d4-224562245579 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3862c4e-bb90-4316-8c53-336cf65723cd HTTP/1.1" status: 200 len: 950 time: 0.0558724 Aug 27 03:35:34.074837 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-467e3368-445b-4d0a-b9ce-e48557bbce07 req-e38b47ea-e4a7-4d7f-9c24-245af8396a2a tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] 10.222.0.58 "GET /v2.0/security-groups?id=3dcee03b-e9a1-45b2-b246-5bd4c4ceff27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350454 Aug 27 03:35:34.439655 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5893881-6020-4ef8-a50d-e28f42371dc4 req-92a70878-07df-495d-a5a6-61d65ab7ba14 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:34.441299 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f5893881-6020-4ef8-a50d-e28f42371dc4 req-92a70878-07df-495d-a5a6-61d65ab7ba14 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 945 time: 0.0588443 Aug 27 03:35:34.496126 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f5893881-6020-4ef8-a50d-e28f42371dc4 req-65ecb63d-2715-4fb8-90fa-3c578debf2b8 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484161 Aug 27 03:35:34.535463 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d55b3aa-e4b5-4ff6-9d29-b6cde7437417 req-3fd2a4b7-ed1d-4f0a-bbb0-da5cb66033c1 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:34.537022 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7d55b3aa-e4b5-4ff6-9d29-b6cde7437417 req-3fd2a4b7-ed1d-4f0a-bbb0-da5cb66033c1 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] 10.222.0.63 "GET /v2.0/ports?device_id=b3862c4e-bb90-4316-8c53-336cf65723cd HTTP/1.1" status: 200 len: 950 time: 0.0577257 Aug 27 03:35:34.640456 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [req-7d55b3aa-e4b5-4ff6-9d29-b6cde7437417 req-22c4e52d-2e7e-40c1-a3cc-973b0044b17b tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] Deleting port cc527f93-9b68-439b-b2d5-688256dcc7c6 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:35:34.640739 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-7d55b3aa-e4b5-4ff6-9d29-b6cde7437417 req-22c4e52d-2e7e-40c1-a3cc-973b0044b17b tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:34.733681 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-7d55b3aa-e4b5-4ff6-9d29-b6cde7437417 req-22c4e52d-2e7e-40c1-a3cc-973b0044b17b tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] For port cc527f93-9b68-439b-b2d5-688256dcc7c6, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=cc527f93-9b68-439b-b2d5-688256dcc7c6,segment=NetworkSegment(ea3496a9-6efd-4640-8919-eb8f257ff575),segment_id=ea3496a9-6efd-4640-8919-eb8f257ff575)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:35:34.734297 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-7d55b3aa-e4b5-4ff6-9d29-b6cde7437417 req-22c4e52d-2e7e-40c1-a3cc-973b0044b17b tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:34.753333 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [req-7d55b3aa-e4b5-4ff6-9d29-b6cde7437417 req-22c4e52d-2e7e-40c1-a3cc-973b0044b17b tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] Calling delete_port for cc527f93-9b68-439b-b2d5-688256dcc7c6 owned by compute:nova {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:35:34.882710 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-7d55b3aa-e4b5-4ff6-9d29-b6cde7437417 req-22c4e52d-2e7e-40c1-a3cc-973b0044b17b tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:34.895140 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] get_ports_and_sgs() called for port_ids ['cc527f93-9b68-439b-b2d5-688256dcc7c6'] {{(pid=93892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:35:34.914357 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c4e52d-2e7e-40c1-a3cc-973b0044b17b tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] Pushing event deleted for resources: {'Port': ['ID=cc527f93-9b68-439b-b2d5-688256dcc7c6,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:34.958011 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d55b3aa-e4b5-4ff6-9d29-b6cde7437417 req-22c4e52d-2e7e-40c1-a3cc-973b0044b17b tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] No DVR routers for this DVR port cc527f93-9b68-439b-b2d5-688256dcc7c6 on host hv-cinder-80473 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:35:34.960873 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-7d55b3aa-e4b5-4ff6-9d29-b6cde7437417 req-22c4e52d-2e7e-40c1-a3cc-973b0044b17b tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:34.962918 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7d55b3aa-e4b5-4ff6-9d29-b6cde7437417 req-22c4e52d-2e7e-40c1-a3cc-973b0044b17b tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] 10.222.0.63 "DELETE /v2.0/ports/cc527f93-9b68-439b-b2d5-688256dcc7c6 HTTP/1.1" status: 204 len: 173 time: 0.4198358 Aug 27 03:35:34.963400 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3862c4e-bb90-4316-8c53-336cf65723cd', 'name': 'network-vif-deleted', 'tag': 'cc527f93-9b68-439b-b2d5-688256dcc7c6'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:35:34.965798 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5db798dbfc6723b72cacb44784ab66cf68bec91175074e332c63962bd4ba80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6db0b39-0d69-4201-845f-f60ac43d3cd8" -d '{"events": [{"server_uuid": "b3862c4e-bb90-4316-8c53-336cf65723cd", "name": "network-vif-deleted", "tag": "cc527f93-9b68-439b-b2d5-688256dcc7c6"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:35:35.009701 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b263366-f389-44eb-8677-5b4ea4d18249 x-openstack-request-id: req-0b263366-f389-44eb-8677-5b4ea4d18249 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:35:35.009993 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3862c4e-bb90-4316-8c53-336cf65723cd", "name": "network-vif-deleted", "tag": "cc527f93-9b68-439b-b2d5-688256dcc7c6", "status": "completed", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:35:35.010378 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0b263366-f389-44eb-8677-5b4ea4d18249 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:35:35.010731 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3862c4e-bb90-4316-8c53-336cf65723cd', 'name': 'network-vif-deleted', 'tag': 'cc527f93-9b68-439b-b2d5-688256dcc7c6', 'status': 'completed', 'code': 200} Aug 27 03:35:35.226466 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cab51cdb-68d7-45b6-9cff-e2beec43cf06 req-d602f295-db59-4cdf-92d7-cae2841462b8 tempest-VolumesNegativeTest-654983854 tempest-VolumesNegativeTest-654983854-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3862c4e-bb90-4316-8c53-336cf65723cd HTTP/1.1" status: 200 len: 210 time: 0.0311024 Aug 27 03:35:35.636175 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48bfb9-0d21-4f28-8705-39e600d8e4f0 req-681e5e7f-187d-4d40-ade7-288a1b57da6f tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:35.637760 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ce48bfb9-0d21-4f28-8705-39e600d8e4f0 req-681e5e7f-187d-4d40-ade7-288a1b57da6f tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 945 time: 0.0576053 Aug 27 03:35:35.679690 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ce48bfb9-0d21-4f28-8705-39e600d8e4f0 req-2ec519a3-9e16-45c0-8dd0-06686bad435c tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353260 Aug 27 03:35:36.815930 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326711a9-df6d-4dd0-b3df-8fa2685d0ba9 req-f80fbc7f-442a-4033-8f8e-6e7cb62533cd tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:36.817487 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-326711a9-df6d-4dd0-b3df-8fa2685d0ba9 req-f80fbc7f-442a-4033-8f8e-6e7cb62533cd tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 945 time: 0.0505533 Aug 27 03:35:36.856687 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-326711a9-df6d-4dd0-b3df-8fa2685d0ba9 req-2913ed9b-a7da-4a45-817a-b980ce7f421d tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329337 Aug 27 03:35:37.601611 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=93892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:35:37.605639 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device cc527f93-9b68-439b-b2d5-688256dcc7c6 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:35:37.631091 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] No Port match for: cc527f93-9b68-439b-b2d5-688256dcc7c6 {{(pid=93892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:35:37.631506 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device cc527f93-9b68-439b-b2d5-688256dcc7c6 not bound to the agent host hv-cinder-80473 {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:35:37.730748 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e,segment=NetworkSegment(25ebcf9e-1800-44cf-8850-b722b184847e),segment_id=25ebcf9e-1800-44cf-8850-b722b184847e)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:35:37.744271 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Returning: {'device': 'd5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e', 'network_id': '914ec375-24a4-430c-b691-a84588d24cf3', 'port_id': 'd5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e', 'mac_address': 'fa:16:3e:6b:f4:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01048c02-3dc7-4172-b7c7-73d0365326a6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:35:37.796813 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:37.813413 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e {{(pid=93892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:35:37.836320 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e,segment=NetworkSegment(25ebcf9e-1800-44cf-8850-b722b184847e),segment_id=25ebcf9e-1800-44cf-8850-b722b184847e)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:35:37.841883 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:37.912533 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e,revision_number=6']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:37.964333 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] get_ports_and_sgs() called for port_ids ['d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e'] {{(pid=93892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:35:38.005764 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13258b9e-1a3b-4c7c-b87a-6460fc2616bb req-70b15257-b7e1-45bb-9511-76b9d323cc5b tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:38.013428 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-13258b9e-1a3b-4c7c-b87a-6460fc2616bb req-70b15257-b7e1-45bb-9511-76b9d323cc5b tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 944 time: 0.0640798 Aug 27 03:35:38.075301 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-13258b9e-1a3b-4c7c-b87a-6460fc2616bb req-2b88ac48-2aa9-4454-b838-3db9aaf68b01 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583961 Aug 27 03:35:39.202745 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9796cb-f7ab-4a84-b65f-de6487ca901e req-aa1e875b-2184-4c1a-8b70-c863a567538b tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:39.204542 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6a9796cb-f7ab-4a84-b65f-de6487ca901e req-aa1e875b-2184-4c1a-8b70-c863a567538b tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 944 time: 0.0551322 Aug 27 03:35:39.260652 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6a9796cb-f7ab-4a84-b65f-de6487ca901e req-250ef1f4-c776-4816-ada1-29d0f9444645 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489616 Aug 27 03:35:39.622624 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e up at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:35:39.677918 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Provisioning complete for port d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:35:39.678739 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:39.779856 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:39.807612 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d79045-6606-4046-b902-58e716cb2375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e'}] {{(pid=93892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:35:39.809946 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b63a46784ce0c86216665a107eadf653c768d6aaa0a676db5e2e070eb4240c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fca246-1b08-48e5-aa6f-99dbe87f1229" -d '{"events": [{"server_uuid": "46d79045-6606-4046-b902-58e716cb2375", "name": "network-vif-plugged", "status": "completed", "tag": "d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e"}]}' {{(pid=93892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:35:39.828780 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e,segment=NetworkSegment(25ebcf9e-1800-44cf-8850-b722b184847e),segment_id=25ebcf9e-1800-44cf-8850-b722b184847e)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:35:39.834101 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:39.871448 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7ed171-7b17-4d3d-985e-cc8f5c7cfa01 x-openstack-request-id: req-0c7ed171-7b17-4d3d-985e-cc8f5c7cfa01 {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:35:39.871740 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d79045-6606-4046-b902-58e716cb2375", "name": "network-vif-plugged", "status": "completed", "tag": "d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e", "code": 200}]} {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:35:39.871987 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0c7ed171-7b17-4d3d-985e-cc8f5c7cfa01 {{(pid=93892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:35:39.872371 dv-cinder-804735-2-iscsi neutron-server[93892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d79045-6606-4046-b902-58e716cb2375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e', 'code': 200} Aug 27 03:35:39.898963 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e,revision_number=7']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:40.384905 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 57808) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:40.407638 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eea9b9-46c5-45d5-b7b0-53974eaac554 req-9f3bad1b-0887-4785-9d64-bf244c4b9675 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:40.410773 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c1eea9b9-46c5-45d5-b7b0-53974eaac554 req-9f3bad1b-0887-4785-9d64-bf244c4b9675 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 945 time: 0.0765421 Aug 27 03:35:40.457506 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c1eea9b9-46c5-45d5-b7b0-53974eaac554 req-fba5d74e-93dc-43a4-978e-875a57924c5d tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405321 Aug 27 03:35:40.562695 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-a13824f0-79f5-4cef-995c-e679e9952687 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2dc92177ed0c4f6e90ebbcdb3794bf56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1759098 Aug 27 03:35:40.565331 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 57812) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:40.620772 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bd23ce9d-e6e7-4e5b-b11a-8cd649da613e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:40.643798 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bd23ce9d-e6e7-4e5b-b11a-8cd649da613e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:40.713710 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bd23ce9d-e6e7-4e5b-b11a-8cd649da613e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:40.716278 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bd23ce9d-e6e7-4e5b-b11a-8cd649da613e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:40.717455 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-bd23ce9d-e6e7-4e5b-b11a-8cd649da613e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3dcee03b-e9a1-45b2-b246-5bd4c4ceff27 HTTP/1.1" status: 204 len: 168 time: 0.1511252 Aug 27 03:35:40.726099 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd23ce9d-e6e7-4e5b-b11a-8cd649da613e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dcee03b-e9a1-45b2-b246-5bd4c4ceff27,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:41.587674 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520905d3-3d58-4dd8-80f5-11d89553ad29 req-3d56d1b9-4dcb-4bf9-b5a2-d30179fd613b tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:41.595060 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-520905d3-3d58-4dd8-80f5-11d89553ad29 req-3d56d1b9-4dcb-4bf9-b5a2-d30179fd613b tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 945 time: 0.0572720 Aug 27 03:35:41.638321 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-520905d3-3d58-4dd8-80f5-11d89553ad29 req-ca8781ec-0e30-455f-8853-922f89a7ccdb tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423651 Aug 27 03:35:42.777964 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d394ae2-ff8a-4f61-b63b-ee4778caa12b req-1d7e3769-5de0-4628-987f-21e0409b2428 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:42.780487 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2d394ae2-ff8a-4f61-b63b-ee4778caa12b req-1d7e3769-5de0-4628-987f-21e0409b2428 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 945 time: 0.0565031 Aug 27 03:35:42.829196 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2d394ae2-ff8a-4f61-b63b-ee4778caa12b req-1c1d4d14-ce48-4b04-be14-8d0276d67492 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418983 Aug 27 03:35:43.959980 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985aa2c2-6cbd-41bb-bc42-c4f42ba179ee req-401e08ee-0483-4d25-8b35-d53410db4c2d tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:43.962951 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-985aa2c2-6cbd-41bb-bc42-c4f42ba179ee req-401e08ee-0483-4d25-8b35-d53410db4c2d tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 945 time: 0.0557549 Aug 27 03:35:43.987488 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 6 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:35:44.011147 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-985aa2c2-6cbd-41bb-bc42-c4f42ba179ee req-2d13ff45-61bb-4f68-ac6f-16e4b37ba9ce tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415137 Aug 27 03:35:44.873385 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d89517cd-7dd6-4f0d-a0b8-7f3b2e8bd627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:45.146481 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac29328-ee63-43fc-9f0b-fa2497d648c6 req-38184cea-dbb9-4f5a-baca-764bfaebac95 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:45.148699 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cac29328-ee63-43fc-9f0b-fa2497d648c6 req-38184cea-dbb9-4f5a-baca-764bfaebac95 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 945 time: 0.0585995 Aug 27 03:35:45.206910 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cac29328-ee63-43fc-9f0b-fa2497d648c6 req-b9e2c010-44fc-47fa-b285-e60b6049a9f5 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498307 Aug 27 03:35:46.342463 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed9e18-80a8-4c69-a25c-1f2bc7bdd44e req-aaf2e54a-8f61-4869-8862-d4612e9a1420 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:46.344278 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c6ed9e18-80a8-4c69-a25c-1f2bc7bdd44e req-aaf2e54a-8f61-4869-8862-d4612e9a1420 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 945 time: 0.0614312 Aug 27 03:35:46.394274 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c6ed9e18-80a8-4c69-a25c-1f2bc7bdd44e req-4b380cc7-9d6f-4b2f-aa7a-79ba6b9b7468 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432994 Aug 27 03:35:47.277962 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-413d1380-99d5-4075-a5cf-ad8a654fe1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:47.493435 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:47.519857 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dae683-49b8-4210-b796-268a2f1cbf1d req-a7958ac8-99df-4a1d-aa71-80b0640a1243 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:47.521338 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e3dae683-49b8-4210-b796-268a2f1cbf1d req-a7958ac8-99df-4a1d-aa71-80b0640a1243 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 945 time: 0.0507214 Aug 27 03:35:47.563301 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e3dae683-49b8-4210-b796-268a2f1cbf1d req-87ab3181-ca88-411c-a1ca-28b83986d40f tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350668 Aug 27 03:35:47.713661 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33fa50c-0ac4-422f-b8c6-682156d478e7 req-3899eab3-f6ee-4935-8fd3-33cd5bf6cf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:47.716149 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e33fa50c-0ac4-422f-b8c6-682156d478e7 req-3899eab3-f6ee-4935-8fd3-33cd5bf6cf4e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f60ccdbc7dbb46c6abacc312e57220a1&device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 1098 time: 0.0547626 Aug 27 03:35:47.811052 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33fa50c-0ac4-422f-b8c6-682156d478e7 req-a4739196-34b3-412a-bfd2-261579d1840f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:47.812536 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e33fa50c-0ac4-422f-b8c6-682156d478e7 req-a4739196-34b3-412a-bfd2-261579d1840f service neutron] 10.222.0.63 "GET /v2.0/networks?id=914ec375-24a4-430c-b691-a84588d24cf3 HTTP/1.1" status: 200 len: 918 time: 0.0884175 Aug 27 03:35:47.896710 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e33fa50c-0ac4-422f-b8c6-682156d478e7 req-1e474779-60bc-4521-91c9-5fb76f469732 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e HTTP/1.1" status: 200 len: 1000 time: 0.0731032 Aug 27 03:35:47.962128 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33fa50c-0ac4-422f-b8c6-682156d478e7 req-33eef19c-bfb5-4dc5-a656-793e1bea6708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:47.963643 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e33fa50c-0ac4-422f-b8c6-682156d478e7 req-33eef19c-bfb5-4dc5-a656-793e1bea6708 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=01048c02-3dc7-4172-b7c7-73d0365326a6 HTTP/1.1" status: 200 len: 856 time: 0.0572267 Aug 27 03:35:48.020394 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33fa50c-0ac4-422f-b8c6-682156d478e7 req-09e7d132-130b-4ba2-b514-cb747bdf1416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:48.021850 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e33fa50c-0ac4-422f-b8c6-682156d478e7 req-09e7d132-130b-4ba2-b514-cb747bdf1416 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=914ec375-24a4-430c-b691-a84588d24cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456834 Aug 27 03:35:48.114917 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e33fa50c-0ac4-422f-b8c6-682156d478e7 req-7f0a4d01-1fb8-4ceb-b887-2b2e6a1f3561 service neutron] 10.222.0.63 "GET /v2.0/networks/914ec375-24a4-430c-b691-a84588d24cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837862 Aug 27 03:35:48.213277 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e33fa50c-0ac4-422f-b8c6-682156d478e7 req-cf4e8e21-0db7-476a-9e35-92a64cd6ed54 service neutron] 10.222.0.63 "GET /v2.0/networks/914ec375-24a4-430c-b691-a84588d24cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906589 Aug 27 03:35:48.628197 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:48.692302 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c99ce-753d-4da6-aced-6a438a16f6f9 req-3be0620d-45e8-4bf1-9575-c5266e09c811 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:48.693916 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9b2c99ce-753d-4da6-aced-6a438a16f6f9 req-3be0620d-45e8-4bf1-9575-c5266e09c811 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 945 time: 0.0516222 Aug 27 03:35:48.731656 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9b2c99ce-753d-4da6-aced-6a438a16f6f9 req-64ddec2e-6b12-4f6b-b986-0d9ee3683dbd tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315590 Aug 27 03:35:49.860010 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e3a3b-35bd-4d0e-b509-7153a14949b6 req-b9fd3e7e-1937-4296-a15a-66142e9938a1 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:49.861542 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-319e3a3b-35bd-4d0e-b509-7153a14949b6 req-b9fd3e7e-1937-4296-a15a-66142e9938a1 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 945 time: 0.0565376 Aug 27 03:35:49.901067 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-319e3a3b-35bd-4d0e-b509-7153a14949b6 req-8c29a957-a943-4911-9e6f-1518e33aaf9f tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333686 Aug 27 03:35:50.171080 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:51.038574 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aeecb6-6b83-4f76-ae1e-94a2058d1df6 req-0ba81a73-d0e2-4472-9153-e43a55afd0a4 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:51.040085 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-49aeecb6-6b83-4f76-ae1e-94a2058d1df6 req-0ba81a73-d0e2-4472-9153-e43a55afd0a4 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 945 time: 0.0550542 Aug 27 03:35:51.082856 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-49aeecb6-6b83-4f76-ae1e-94a2058d1df6 req-65d61edf-6e3a-45eb-a894-f514df04921a tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338578 Aug 27 03:35:51.687864 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e no longer exists at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:35:51.788992 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:51.814784 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d79045-6606-4046-b902-58e716cb2375', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e'}] {{(pid=93892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:35:51.817456 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b63a46784ce0c86216665a107eadf653c768d6aaa0a676db5e2e070eb4240c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99804d3-a6d1-43fc-887d-69476cce343b" -d '{"events": [{"server_uuid": "46d79045-6606-4046-b902-58e716cb2375", "name": "network-vif-unplugged", "status": "completed", "tag": "d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e"}]}' {{(pid=93892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:35:51.831329 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e,segment=NetworkSegment(25ebcf9e-1800-44cf-8850-b722b184847e),segment_id=25ebcf9e-1800-44cf-8850-b722b184847e)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:35:51.836625 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:51.861634 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 Aug 2021 03:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5751f98c-320b-4f1e-a97f-2a2688fe6e73 x-openstack-request-id: req-5751f98c-320b-4f1e-a97f-2a2688fe6e73 {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:35:51.861922 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d79045-6606-4046-b902-58e716cb2375", "name": "network-vif-unplugged", "status": "failed", "tag": "d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e", "code": 422}]} {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:35:51.862175 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5751f98c-320b-4f1e-a97f-2a2688fe6e73 {{(pid=93892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:35:51.862749 dv-cinder-804735-2-iscsi neutron-server[93892]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '46d79045-6606-4046-b902-58e716cb2375', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e', 'code': 422} returned with failed status Aug 27 03:35:51.888432 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e,revision_number=8']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:52.095587 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ba7ffc-5767-42c1-bef7-98787338579d req-0bb4d2a6-bbdc-405a-bc8a-183e8ff510ff tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:52.097200 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a3ba7ffc-5767-42c1-bef7-98787338579d req-0bb4d2a6-bbdc-405a-bc8a-183e8ff510ff tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 943 time: 0.0527618 Aug 27 03:35:52.135762 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a3ba7ffc-5767-42c1-bef7-98787338579d req-1774d0c5-b923-4765-bdf9-117f4b6fea8f tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321021 Aug 27 03:35:52.408428 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 57932) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:52.506417 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f02f47f7-781a-469c-b6f7-e28cbfe16be9 req-da98297c-aafb-4fa0-96ac-1c1097a9f8ab service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0966341 Aug 27 03:35:53.545570 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70799d4-e2c9-412c-a77a-246df38598bd req-b61551a2-4163-4a7c-9c00-b64d26619e19 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:53.546955 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c70799d4-e2c9-412c-a77a-246df38598bd req-b61551a2-4163-4a7c-9c00-b64d26619e19 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 943 time: 0.3291655 Aug 27 03:35:53.553881 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f47f7-781a-469c-b6f7-e28cbfe16be9 req-9b4a1315-1581-46e7-ac93-9956f4420370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:53.555315 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f02f47f7-781a-469c-b6f7-e28cbfe16be9 req-9b4a1315-1581-46e7-ac93-9956f4420370 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375&tenant_id=f60ccdbc7dbb46c6abacc312e57220a1 HTTP/1.1" status: 200 len: 1096 time: 0.0562329 Aug 27 03:35:53.599322 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c70799d4-e2c9-412c-a77a-246df38598bd req-2e386bde-2c0c-48cd-a5f6-6625a006c0b7 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429966 Aug 27 03:35:53.628947 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f47f7-781a-469c-b6f7-e28cbfe16be9 req-fc68d2b1-5ff1-4fc5-852d-69f7ac97df83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:53.630496 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f02f47f7-781a-469c-b6f7-e28cbfe16be9 req-fc68d2b1-5ff1-4fc5-852d-69f7ac97df83 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f60ccdbc7dbb46c6abacc312e57220a1&device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 1096 time: 0.0448050 Aug 27 03:35:53.732092 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f47f7-781a-469c-b6f7-e28cbfe16be9 req-295c050f-3020-4629-9788-c0419a545a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:53.733556 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f02f47f7-781a-469c-b6f7-e28cbfe16be9 req-295c050f-3020-4629-9788-c0419a545a6c service neutron] 10.222.0.63 "GET /v2.0/networks?id=914ec375-24a4-430c-b691-a84588d24cf3 HTTP/1.1" status: 200 len: 918 time: 0.0946589 Aug 27 03:35:53.798999 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f02f47f7-781a-469c-b6f7-e28cbfe16be9 req-a833fc0a-fc57-48bd-849e-2dd02d4cd4dc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e HTTP/1.1" status: 200 len: 998 time: 0.0572832 Aug 27 03:35:53.858094 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f47f7-781a-469c-b6f7-e28cbfe16be9 req-6e4614ca-2b6d-4fc8-b049-d4616320d51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:53.859559 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f02f47f7-781a-469c-b6f7-e28cbfe16be9 req-6e4614ca-2b6d-4fc8-b049-d4616320d51b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=01048c02-3dc7-4172-b7c7-73d0365326a6 HTTP/1.1" status: 200 len: 856 time: 0.0481937 Aug 27 03:35:53.910150 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f47f7-781a-469c-b6f7-e28cbfe16be9 req-66133728-c62e-4e77-bd04-005bd79c9da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:53.911650 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f02f47f7-781a-469c-b6f7-e28cbfe16be9 req-66133728-c62e-4e77-bd04-005bd79c9da1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=914ec375-24a4-430c-b691-a84588d24cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427654 Aug 27 03:35:54.010204 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f02f47f7-781a-469c-b6f7-e28cbfe16be9 req-c5cb0457-84f8-4036-83f0-19237eae11f1 service neutron] 10.222.0.63 "GET /v2.0/networks/914ec375-24a4-430c-b691-a84588d24cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847931 Aug 27 03:35:54.077736 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:54.113635 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f02f47f7-781a-469c-b6f7-e28cbfe16be9 req-e2647d3b-bf29-4978-a83b-6aa2bf65fb59 service neutron] 10.222.0.63 "GET /v2.0/networks/914ec375-24a4-430c-b691-a84588d24cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926449 Aug 27 03:35:54.759388 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b2938-ad38-46d2-a1ac-fb11cd63f718 req-18aa714c-901f-46ee-961c-215e9483ecf4 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:54.761761 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-901b2938-ad38-46d2-a1ac-fb11cd63f718 req-18aa714c-901f-46ee-961c-215e9483ecf4 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 943 time: 0.0764062 Aug 27 03:35:54.811262 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-901b2938-ad38-46d2-a1ac-fb11cd63f718 req-814ef37c-3df1-431a-ae8c-c7420de11ac0 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432138 Aug 27 03:35:55.962436 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25419d1-6467-4b44-a478-57a76c2a9f34 req-718865ea-2937-4c72-88a5-a9f98581942c tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:55.964578 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f25419d1-6467-4b44-a478-57a76c2a9f34 req-718865ea-2937-4c72-88a5-a9f98581942c tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 943 time: 0.0719535 Aug 27 03:35:56.010788 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f25419d1-6467-4b44-a478-57a76c2a9f34 req-f6d4f0af-b27d-4d6a-9556-516b7f619fa1 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400820 Aug 27 03:35:57.154015 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d03bf6-774d-47cc-8302-38b4de41746f req-337ac7f7-3f26-494c-826c-2b38dcbb139e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:57.155516 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-44d03bf6-774d-47cc-8302-38b4de41746f req-337ac7f7-3f26-494c-826c-2b38dcbb139e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 943 time: 0.0642009 Aug 27 03:35:57.195845 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-44d03bf6-774d-47cc-8302-38b4de41746f req-2f821696-2cf7-4cf1-ac84-119fe1de1b1d tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339916 Aug 27 03:35:58.326962 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd682b2e-1487-481d-b3d4-5fb4686d4c38 req-9c9d25ca-3b7b-4a99-b5a8-cbc594c5200a tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:58.328725 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-fd682b2e-1487-481d-b3d4-5fb4686d4c38 req-9c9d25ca-3b7b-4a99-b5a8-cbc594c5200a tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 943 time: 0.0544555 Aug 27 03:35:58.373385 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-fd682b2e-1487-481d-b3d4-5fb4686d4c38 req-b329e12d-4bea-4d37-ae18-47066de76b10 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367568 Aug 27 03:35:59.503738 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699ec9e-c973-4356-8ddd-0bc13b032eaa req-b720988a-8c91-43c9-9610-97759ae5a61a tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:59.505229 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9699ec9e-c973-4356-8ddd-0bc13b032eaa req-b720988a-8c91-43c9-9610-97759ae5a61a tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 943 time: 0.0555959 Aug 27 03:35:59.543912 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-9699ec9e-c973-4356-8ddd-0bc13b032eaa req-0eec5336-8ea0-40c0-9e1f-8e13a79cbab9 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323384 Aug 27 03:36:00.674854 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c90e45-2856-4639-a4d6-70ecbc2dbb66 req-a28c0635-4839-4c85-93fc-ed958e9d507e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:00.676710 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-65c90e45-2856-4639-a4d6-70ecbc2dbb66 req-a28c0635-4839-4c85-93fc-ed958e9d507e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 943 time: 0.0508957 Aug 27 03:36:00.718652 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-65c90e45-2856-4639-a4d6-70ecbc2dbb66 req-be46380a-fe0d-45b1-98b1-3017f29cf2ba tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328496 Aug 27 03:36:01.859891 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf82121-cb6a-4fd3-ad82-ccbc5a522079 req-6304899e-6025-449d-861d-773c83f5d018 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:01.861666 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ddf82121-cb6a-4fd3-ad82-ccbc5a522079 req-6304899e-6025-449d-861d-773c83f5d018 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 943 time: 0.0636692 Aug 27 03:36:01.904168 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ddf82121-cb6a-4fd3-ad82-ccbc5a522079 req-227750db-c446-40c6-a668-a52f0c1fceaa tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345802 Aug 27 03:36:02.262429 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4daeece-7bac-4356-a698-4bb75c49eda6 req-ba7306c1-7b86-4343-bc5d-0cf1773fd903 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:02.263897 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c4daeece-7bac-4356-a698-4bb75c49eda6 req-ba7306c1-7b86-4343-bc5d-0cf1773fd903 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 984 time: 0.0523674 Aug 27 03:36:02.311860 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c4daeece-7bac-4356-a698-4bb75c49eda6 req-7415f403-e84d-4bec-9f55-4cbbd428734d tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e43aca5-b965-4ee1-a973-89108b59f98f&id=26b3cc1d-dbb6-40f4-8340-a1379f3a6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0414457 Aug 27 03:36:03.040334 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022500c9-52a7-425c-8d7b-017304b25df1 req-907746a8-e120-46d5-9eda-4f4d9e59e7ad tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:03.041813 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-022500c9-52a7-425c-8d7b-017304b25df1 req-907746a8-e120-46d5-9eda-4f4d9e59e7ad tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 943 time: 0.0625007 Aug 27 03:36:03.093764 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-022500c9-52a7-425c-8d7b-017304b25df1 req-9fcaad32-b664-4be1-b3b4-15d334a63aed tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456245 Aug 27 03:36:03.431373 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b549e-5fac-4dcf-9147-b9010eb1b4ac req-f0a7a1dc-868b-4ce9-84d0-94e88b9ed3e9 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:03.432876 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b44b549e-5fac-4dcf-9147-b9010eb1b4ac req-f0a7a1dc-868b-4ce9-84d0-94e88b9ed3e9 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 984 time: 0.0503707 Aug 27 03:36:03.477700 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b44b549e-5fac-4dcf-9147-b9010eb1b4ac req-fda08d24-f9fa-415c-9aba-b68f03074a4e tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e43aca5-b965-4ee1-a973-89108b59f98f&id=26b3cc1d-dbb6-40f4-8340-a1379f3a6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0380793 Aug 27 03:36:04.241054 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a9f7b-88c0-425b-9990-a22f3b0dc545 req-7429c44b-bcb5-4b26-9897-bbb3d0cf12fe tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:04.243392 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f97a9f7b-88c0-425b-9990-a22f3b0dc545 req-7429c44b-bcb5-4b26-9897-bbb3d0cf12fe tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 943 time: 0.0666115 Aug 27 03:36:04.305053 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f97a9f7b-88c0-425b-9990-a22f3b0dc545 req-2c4839a9-956d-474c-b6da-095edbd85fa5 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562441 Aug 27 03:36:04.596400 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018f54a-13b1-4f75-a6a2-8d0ed6a96447 req-1c4a9d6f-eb30-406b-aab3-042cf6be9452 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:04.602966 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d018f54a-13b1-4f75-a6a2-8d0ed6a96447 req-1c4a9d6f-eb30-406b-aab3-042cf6be9452 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 984 time: 0.0568502 Aug 27 03:36:04.640642 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d018f54a-13b1-4f75-a6a2-8d0ed6a96447 req-f0864b9a-71bd-4ba7-ac51-361ed5b1bebc tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e43aca5-b965-4ee1-a973-89108b59f98f&id=26b3cc1d-dbb6-40f4-8340-a1379f3a6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362198 Aug 27 03:36:05.454244 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea497b39-b8af-4789-8c9f-80969de01e89 req-8e19f8d8-8622-4bdb-84e1-b808b8da65ca tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:05.457578 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ea497b39-b8af-4789-8c9f-80969de01e89 req-8e19f8d8-8622-4bdb-84e1-b808b8da65ca tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 943 time: 0.0668702 Aug 27 03:36:05.497205 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ea497b39-b8af-4789-8c9f-80969de01e89 req-f71080ca-5d82-45d2-aa3e-a0107e417360 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349233 Aug 27 03:36:05.786177 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c08217-d86e-4491-b87d-da9f9fa14754 req-6de73077-9d73-4399-b22a-3c524bbb9e75 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:05.788389 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f2c08217-d86e-4491-b87d-da9f9fa14754 req-6de73077-9d73-4399-b22a-3c524bbb9e75 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 984 time: 0.0566483 Aug 27 03:36:05.843246 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f2c08217-d86e-4491-b87d-da9f9fa14754 req-6588c06b-53c6-4683-b58b-6d71330188c9 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e43aca5-b965-4ee1-a973-89108b59f98f&id=26b3cc1d-dbb6-40f4-8340-a1379f3a6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0475700 Aug 27 03:36:06.640193 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff267b3-fecc-4f33-a71b-4d6808ef4079 req-78fb9d1c-f54e-4a1b-82b8-e25576d1a326 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:06.641711 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6ff267b3-fecc-4f33-a71b-4d6808ef4079 req-78fb9d1c-f54e-4a1b-82b8-e25576d1a326 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 943 time: 0.0600228 Aug 27 03:36:06.682886 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6ff267b3-fecc-4f33-a71b-4d6808ef4079 req-abb92e4a-bb71-45c6-b7cf-021a36492e4a tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335367 Aug 27 03:36:06.975910 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a98aad-9736-465e-995b-b4c569dec8b4 req-691c731e-51a6-4775-8618-1426e8622786 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:06.977303 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-62a98aad-9736-465e-995b-b4c569dec8b4 req-691c731e-51a6-4775-8618-1426e8622786 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 984 time: 0.0537891 Aug 27 03:36:07.019832 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-62a98aad-9736-465e-995b-b4c569dec8b4 req-87673f21-0cb8-4227-96bd-f1fb68f9045d tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e43aca5-b965-4ee1-a973-89108b59f98f&id=26b3cc1d-dbb6-40f4-8340-a1379f3a6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363030 Aug 27 03:36:07.339898 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0b92c-9007-4df1-bc68-5f3de46bfa43 req-1548a68a-6476-490f-9d97-ba8e7a3c9514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:07.341396 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f1f0b92c-9007-4df1-bc68-5f3de46bfa43 req-1548a68a-6476-490f-9d97-ba8e7a3c9514 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c24d36ba6b374775b93c113837910ba6&device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 1137 time: 0.0485327 Aug 27 03:36:07.450735 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0b92c-9007-4df1-bc68-5f3de46bfa43 req-843697cd-cd96-4a68-b176-5258e5fea93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:07.452289 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f1f0b92c-9007-4df1-bc68-5f3de46bfa43 req-843697cd-cd96-4a68-b176-5258e5fea93c service neutron] 10.222.0.63 "GET /v2.0/networks?id=73bd44d6-ea8f-4165-8d6d-317f8321efd4 HTTP/1.1" status: 200 len: 916 time: 0.1038146 Aug 27 03:36:07.526012 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f1f0b92c-9007-4df1-bc68-5f3de46bfa43 req-2868e7ab-2c2d-48a1-ba29-7fa1a856a672 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bb5206b-382a-4dac-a93b-17b51b935b5a HTTP/1.1" status: 200 len: 1000 time: 0.0655468 Aug 27 03:36:07.579284 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0b92c-9007-4df1-bc68-5f3de46bfa43 req-4cc1cb58-4a50-47be-9942-c7f662234d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:07.580818 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f1f0b92c-9007-4df1-bc68-5f3de46bfa43 req-4cc1cb58-4a50-47be-9942-c7f662234d0f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f903fdf6-641d-48e9-bdde-df272a8f4bb6 HTTP/1.1" status: 200 len: 854 time: 0.0466816 Aug 27 03:36:07.630500 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0b92c-9007-4df1-bc68-5f3de46bfa43 req-c02f7fde-e671-457d-8d2e-700ab08125cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:07.632474 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f1f0b92c-9007-4df1-bc68-5f3de46bfa43 req-c02f7fde-e671-457d-8d2e-700ab08125cd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=73bd44d6-ea8f-4165-8d6d-317f8321efd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429206 Aug 27 03:36:07.730682 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f1f0b92c-9007-4df1-bc68-5f3de46bfa43 req-ab8ca0af-2279-4bf3-ba83-68149e62dbd4 service neutron] 10.222.0.63 "GET /v2.0/networks/73bd44d6-ea8f-4165-8d6d-317f8321efd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885272 Aug 27 03:36:07.865261 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9ca30-dd4f-49d3-ba23-10e3a2308936 req-8c906d7d-082f-489e-99e2-e4f14d62933a tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:07.866713 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-28a9ca30-dd4f-49d3-ba23-10e3a2308936 req-8c906d7d-082f-489e-99e2-e4f14d62933a tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 943 time: 0.0852714 Aug 27 03:36:07.869070 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f1f0b92c-9007-4df1-bc68-5f3de46bfa43 req-979195ad-c39f-416d-979b-abab030e7ddb service neutron] 10.222.0.63 "GET /v2.0/networks/73bd44d6-ea8f-4165-8d6d-317f8321efd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301880 Aug 27 03:36:07.914198 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-28a9ca30-dd4f-49d3-ba23-10e3a2308936 req-47a7c762-9c08-4069-973a-024a1febafc7 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414121 Aug 27 03:36:08.146693 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eed8bc-a555-40c1-b280-150cceda6ced req-ec69e951-4421-40a3-a18c-4b725a141102 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:08.148095 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-20eed8bc-a555-40c1-b280-150cceda6ced req-ec69e951-4421-40a3-a18c-4b725a141102 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 984 time: 0.0546091 Aug 27 03:36:08.194219 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-20eed8bc-a555-40c1-b280-150cceda6ced req-57f12ff5-d00f-46b2-bc83-ae015db14b34 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e43aca5-b965-4ee1-a973-89108b59f98f&id=26b3cc1d-dbb6-40f4-8340-a1379f3a6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365732 Aug 27 03:36:09.047477 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e2caa-df95-4ddc-a83b-ec87f48ffa80 req-e88f3c83-58d7-4153-856a-c691a356fa94 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:09.048943 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-0c3e2caa-df95-4ddc-a83b-ec87f48ffa80 req-e88f3c83-58d7-4153-856a-c691a356fa94 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 943 time: 0.0512149 Aug 27 03:36:09.092615 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-0c3e2caa-df95-4ddc-a83b-ec87f48ffa80 req-1bf21d1a-d24a-4ea6-9113-b7805d83e8b2 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329216 Aug 27 03:36:09.347735 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95cb0ed-3734-4109-9912-8e4e61724f5a req-003bd546-bf5a-4d56-8d99-8829f7d25ab1 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:09.349306 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b95cb0ed-3734-4109-9912-8e4e61724f5a req-003bd546-bf5a-4d56-8d99-8829f7d25ab1 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 984 time: 0.0524216 Aug 27 03:36:09.404736 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b95cb0ed-3734-4109-9912-8e4e61724f5a req-ecf9a6cd-a2a9-4b7d-838c-a3455118ddc5 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e43aca5-b965-4ee1-a973-89108b59f98f&id=26b3cc1d-dbb6-40f4-8340-a1379f3a6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0463536 Aug 27 03:36:09.773958 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=93892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:36:09.878667 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e,segment=NetworkSegment(25ebcf9e-1800-44cf-8850-b722b184847e),segment_id=25ebcf9e-1800-44cf-8850-b722b184847e)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:36:09.894617 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Returning: {'device': 'd5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e', 'network_id': '914ec375-24a4-430c-b691-a84588d24cf3', 'port_id': 'd5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e', 'mac_address': 'fa:16:3e:6b:f4:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01048c02-3dc7-4172-b7c7-73d0365326a6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:36:09.933477 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:09.947069 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e {{(pid=93892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:36:09.968380 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e,segment=NetworkSegment(25ebcf9e-1800-44cf-8850-b722b184847e),segment_id=25ebcf9e-1800-44cf-8850-b722b184847e)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:36:09.972933 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:10.022589 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e,revision_number=9']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:10.225261 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c69cd0-3620-4d89-a523-dc61e192eef7 req-3af27e9e-c78d-4dbe-bd0e-444363d828a8 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:10.226799 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-48c69cd0-3620-4d89-a523-dc61e192eef7 req-3af27e9e-c78d-4dbe-bd0e-444363d828a8 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 944 time: 0.0540376 Aug 27 03:36:10.255839 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] get_ports_and_sgs() called for port_ids ['d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e'] {{(pid=93892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:36:10.269937 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-48c69cd0-3620-4d89-a523-dc61e192eef7 req-fba411be-9875-468e-81c6-216f6a279a97 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343299 Aug 27 03:36:10.534211 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1ce17-d562-447d-b035-8094b387f850 req-3809895a-fa6c-4d24-b5da-bb4c865ab768 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:10.535900 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-34f1ce17-d562-447d-b035-8094b387f850 req-3809895a-fa6c-4d24-b5da-bb4c865ab768 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 984 time: 0.0533562 Aug 27 03:36:10.577645 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-34f1ce17-d562-447d-b035-8094b387f850 req-ca453be7-1daa-42c6-a797-93e102150713 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e43aca5-b965-4ee1-a973-89108b59f98f&id=26b3cc1d-dbb6-40f4-8340-a1379f3a6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356300 Aug 27 03:36:11.399554 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073f385-762f-44a0-9d0c-ddc57f0e01b6 req-ad6747e2-ae52-484a-bfb6-7e7995be418e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:11.401073 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1073f385-762f-44a0-9d0c-ddc57f0e01b6 req-ad6747e2-ae52-484a-bfb6-7e7995be418e tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 944 time: 0.0560341 Aug 27 03:36:11.447777 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1073f385-762f-44a0-9d0c-ddc57f0e01b6 req-a2b5c8cb-5b3d-43dc-9916-21ee7119463a tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375009 Aug 27 03:36:11.705944 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb004d5-94e5-4fbd-9e2a-a455d3e9f457 req-e5652a67-3ff3-4cb8-8ce6-9d75ddc21478 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:11.707478 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-0eb004d5-94e5-4fbd-9e2a-a455d3e9f457 req-e5652a67-3ff3-4cb8-8ce6-9d75ddc21478 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 984 time: 0.0567448 Aug 27 03:36:11.748405 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-0eb004d5-94e5-4fbd-9e2a-a455d3e9f457 req-cac21b05-91b9-4a12-92b9-5ce005e1088b tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e43aca5-b965-4ee1-a973-89108b59f98f&id=26b3cc1d-dbb6-40f4-8340-a1379f3a6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344398 Aug 27 03:36:11.803366 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e up at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:36:11.855110 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Provisioning complete for port d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:36:11.855519 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:11.937751 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:11.963342 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d79045-6606-4046-b902-58e716cb2375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e'}] {{(pid=93892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:36:11.966576 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b63a46784ce0c86216665a107eadf653c768d6aaa0a676db5e2e070eb4240c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577928f4-148c-4e9e-9f2e-6e3c0cd4c860" -d '{"events": [{"server_uuid": "46d79045-6606-4046-b902-58e716cb2375", "name": "network-vif-plugged", "status": "completed", "tag": "d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e"}]}' {{(pid=93892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:36:11.980481 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e,segment=NetworkSegment(25ebcf9e-1800-44cf-8850-b722b184847e),segment_id=25ebcf9e-1800-44cf-8850-b722b184847e)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:36:11.989096 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:12.021407 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727c027f-7e44-4f2a-8dca-d755ccccfc60 x-openstack-request-id: req-727c027f-7e44-4f2a-8dca-d755ccccfc60 {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:36:12.021901 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d79045-6606-4046-b902-58e716cb2375", "name": "network-vif-plugged", "status": "completed", "tag": "d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e", "code": 200}]} {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:36:12.022041 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-727c027f-7e44-4f2a-8dca-d755ccccfc60 {{(pid=93892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:36:12.022370 dv-cinder-804735-2-iscsi neutron-server[93892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d79045-6606-4046-b902-58e716cb2375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e', 'code': 200} Aug 27 03:36:12.048129 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e,revision_number=10']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:12.221951 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec1a31-a038-4670-8d88-70176844247f req-6b6047b9-b859-41cc-b95b-1697787561f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:12.224129 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b3ec1a31-a038-4670-8d88-70176844247f req-6b6047b9-b859-41cc-b95b-1697787561f9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 1099 time: 0.0501835 Aug 27 03:36:12.262155 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b3ec1a31-a038-4670-8d88-70176844247f req-b75aff9c-bd63-41d6-8e3c-577be2c0bac7 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305924 Aug 27 03:36:12.582506 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952fdfb-5d31-4cab-8c83-967acbcf7a49 req-b6e0ea46-eb20-4d5c-be93-9e089ae3572b tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:12.584132 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d952fdfb-5d31-4cab-8c83-967acbcf7a49 req-b6e0ea46-eb20-4d5c-be93-9e089ae3572b tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 946 time: 0.0514958 Aug 27 03:36:12.640217 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d952fdfb-5d31-4cab-8c83-967acbcf7a49 req-851d2144-c2b4-4c85-9132-da8b7a6d11f9 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423799 Aug 27 03:36:12.877070 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165fa854-8302-448e-ad56-33e0d14bf335 req-c0529002-8b0e-4ac4-90aa-0f4b3a114bd5 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:12.878559 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-165fa854-8302-448e-ad56-33e0d14bf335 req-c0529002-8b0e-4ac4-90aa-0f4b3a114bd5 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 984 time: 0.0501959 Aug 27 03:36:12.919218 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-165fa854-8302-448e-ad56-33e0d14bf335 req-1fa719ce-f0dc-4d21-bf21-a1f6cb007212 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e43aca5-b965-4ee1-a973-89108b59f98f&id=26b3cc1d-dbb6-40f4-8340-a1379f3a6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341196 Aug 27 03:36:13.781993 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b711ff-65ef-4fc6-b6b1-f084c2d68368 req-fbd8b8ab-28f6-4f8a-a691-dfc0fbc17176 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:13.783652 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-06b711ff-65ef-4fc6-b6b1-f084c2d68368 req-fbd8b8ab-28f6-4f8a-a691-dfc0fbc17176 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 946 time: 0.0515194 Aug 27 03:36:13.824468 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-06b711ff-65ef-4fc6-b6b1-f084c2d68368 req-ad47ccd2-2483-44e6-bab4-110654071ded tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337746 Aug 27 03:36:14.039214 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c6ce4-7633-4464-9964-9390a060f248 req-94239a6c-4352-41aa-8f70-025ea0cc1cfb tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:14.040733 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-de5c6ce4-7633-4464-9964-9390a060f248 req-94239a6c-4352-41aa-8f70-025ea0cc1cfb tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 984 time: 0.0534322 Aug 27 03:36:14.087452 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-de5c6ce4-7633-4464-9964-9390a060f248 req-7c7facea-7baa-4835-9b9f-30f9ff160d6a tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e43aca5-b965-4ee1-a973-89108b59f98f&id=26b3cc1d-dbb6-40f4-8340-a1379f3a6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402369 Aug 27 03:36:14.877426 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-58b1b4dc-3970-4dce-a9c3-fd69f89561fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:14.971717 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce29b7c-ca03-4466-93c3-88a9342dbfa4 req-460fe9b6-0ce3-49c6-bb0e-55982cb79e97 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:14.973301 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-fce29b7c-ca03-4466-93c3-88a9342dbfa4 req-460fe9b6-0ce3-49c6-bb0e-55982cb79e97 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 946 time: 0.0534198 Aug 27 03:36:15.015257 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-fce29b7c-ca03-4466-93c3-88a9342dbfa4 req-cfde3b28-13a8-4329-b418-ec409051fac7 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350258 Aug 27 03:36:15.225061 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247fb6e2-b9f3-4bfd-8f56-e4a4231a1ff1 req-7c8bd186-c022-4dbc-8594-6801f579f26d tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:15.226553 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-247fb6e2-b9f3-4bfd-8f56-e4a4231a1ff1 req-7c8bd186-c022-4dbc-8594-6801f579f26d tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 984 time: 0.0555389 Aug 27 03:36:15.272934 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-247fb6e2-b9f3-4bfd-8f56-e4a4231a1ff1 req-c6dd2152-6d24-43e4-8e22-5940ad753e2e tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e43aca5-b965-4ee1-a973-89108b59f98f&id=26b3cc1d-dbb6-40f4-8340-a1379f3a6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370119 Aug 27 03:36:16.405739 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d3562-6877-4e94-b8e2-b20ce0640e5b req-94be0e8d-b6c9-4366-a50c-6077b1d2113a tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:16.407285 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-133d3562-6877-4e94-b8e2-b20ce0640e5b req-94be0e8d-b6c9-4366-a50c-6077b1d2113a tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 984 time: 0.0594246 Aug 27 03:36:16.456730 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-133d3562-6877-4e94-b8e2-b20ce0640e5b req-8a47f364-89e7-4ff0-a43f-aed594c9c105 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e43aca5-b965-4ee1-a973-89108b59f98f&id=26b3cc1d-dbb6-40f4-8340-a1379f3a6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392385 Aug 27 03:36:17.270610 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-df981b01-8136-4ef6-889b-9f5517c604db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:17.508864 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:17.606511 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e59e3f-bb89-45c2-b06a-33dbdee99f0b req-57f21b5a-9dac-4ec9-9471-12789c77e1a5 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:17.608002 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-57e59e3f-bb89-45c2-b06a-33dbdee99f0b req-57f21b5a-9dac-4ec9-9471-12789c77e1a5 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 984 time: 0.0627971 Aug 27 03:36:17.649000 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-57e59e3f-bb89-45c2-b06a-33dbdee99f0b req-a5daec06-a58f-4a06-95aa-f9c4fa388784 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e43aca5-b965-4ee1-a973-89108b59f98f&id=26b3cc1d-dbb6-40f4-8340-a1379f3a6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343287 Aug 27 03:36:18.632119 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:18.780361 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e204e9c-8bf0-4e52-8624-6cc05dc7918f req-2c9a4c9c-a63e-411f-b5e7-7f79cb30a6e7 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:18.781843 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8e204e9c-8bf0-4e52-8624-6cc05dc7918f req-2c9a4c9c-a63e-411f-b5e7-7f79cb30a6e7 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 984 time: 0.0574012 Aug 27 03:36:18.825520 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8e204e9c-8bf0-4e52-8624-6cc05dc7918f req-55aed280-24bb-41d3-bd92-377f8b2caed4 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e43aca5-b965-4ee1-a973-89108b59f98f&id=26b3cc1d-dbb6-40f4-8340-a1379f3a6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374551 Aug 27 03:36:19.951372 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcadb08-af1a-4450-86c0-214c9c284e13 req-5cae572f-396a-4be4-ab57-77eabcdd2cc6 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:19.952820 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-adcadb08-af1a-4450-86c0-214c9c284e13 req-5cae572f-396a-4be4-ab57-77eabcdd2cc6 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 984 time: 0.0564222 Aug 27 03:36:20.010855 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-adcadb08-af1a-4450-86c0-214c9c284e13 req-355867f6-04e9-419f-8da1-9575235f4864 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e43aca5-b965-4ee1-a973-89108b59f98f&id=26b3cc1d-dbb6-40f4-8340-a1379f3a6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0485897 Aug 27 03:36:20.169710 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:20.979797 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 6 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:36:21.129779 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea39f04-df85-4058-8b46-2a967e55a168 req-ff8f6704-22e8-4d98-897e-9a0fc08471a6 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:21.131632 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8ea39f04-df85-4058-8b46-2a967e55a168 req-ff8f6704-22e8-4d98-897e-9a0fc08471a6 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 984 time: 0.0512798 Aug 27 03:36:21.175314 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8ea39f04-df85-4058-8b46-2a967e55a168 req-2fe2260a-b663-412c-a56b-e1b2bf28445c tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e43aca5-b965-4ee1-a973-89108b59f98f&id=26b3cc1d-dbb6-40f4-8340-a1379f3a6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0376010 Aug 27 03:36:22.320141 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e14827-d61b-40ea-a58e-33306bdb4d4d req-dd55031f-a35e-4137-87fb-0bc61ad35ed8 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:22.321630 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-75e14827-d61b-40ea-a58e-33306bdb4d4d req-dd55031f-a35e-4137-87fb-0bc61ad35ed8 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 984 time: 0.0617907 Aug 27 03:36:22.368255 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-75e14827-d61b-40ea-a58e-33306bdb4d4d req-34a289e2-7923-44b8-98af-467b77c3670d tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e43aca5-b965-4ee1-a973-89108b59f98f&id=26b3cc1d-dbb6-40f4-8340-a1379f3a6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374396 Aug 27 03:36:23.489478 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e1a77-989d-4830-8db5-509a9291ff75 req-7ca84133-335d-49f8-9464-cfe71890a57a tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:23.491371 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c22e1a77-989d-4830-8db5-509a9291ff75 req-7ca84133-335d-49f8-9464-cfe71890a57a tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 984 time: 0.0520434 Aug 27 03:36:23.537907 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c22e1a77-989d-4830-8db5-509a9291ff75 req-6dcd9a99-ff72-4971-a2f8-55e2a32b4e54 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e43aca5-b965-4ee1-a973-89108b59f98f&id=26b3cc1d-dbb6-40f4-8340-a1379f3a6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371056 Aug 27 03:36:24.077225 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:24.681997 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bcf855-61b3-4166-b60c-83d2c4fc6f38 req-36fed6be-1507-4cc0-8e4b-3954504edcfa tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:24.683512 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-74bcf855-61b3-4166-b60c-83d2c4fc6f38 req-36fed6be-1507-4cc0-8e4b-3954504edcfa tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 984 time: 0.0611942 Aug 27 03:36:24.724833 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-74bcf855-61b3-4166-b60c-83d2c4fc6f38 req-64da30c0-58ac-483e-9a27-d6dd6aedd5b6 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e43aca5-b965-4ee1-a973-89108b59f98f&id=26b3cc1d-dbb6-40f4-8340-a1379f3a6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351269 Aug 27 03:36:26.180835 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2e16f629-051f-4313-bc3c-5759381f9663 req-b0c1f96f-193f-4f05-b24c-eb614736dddb service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457907 Aug 27 03:36:26.276643 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16f629-051f-4313-bc3c-5759381f9663 req-439b34ad-2362-4256-bea7-73a88f594280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:26.278141 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2e16f629-051f-4313-bc3c-5759381f9663 req-439b34ad-2362-4256-bea7-73a88f594280 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=90c43de7a6384b82b35f14a762da5d37&device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 1098 time: 0.0450041 Aug 27 03:36:26.397362 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16f629-051f-4313-bc3c-5759381f9663 req-9a6b3f47-e574-46d7-8949-f1bf13c1b2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:26.399084 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2e16f629-051f-4313-bc3c-5759381f9663 req-9a6b3f47-e574-46d7-8949-f1bf13c1b2f5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=86a24c14-9a31-45eb-af67-a58be595d161 HTTP/1.1" status: 200 len: 910 time: 0.0969455 Aug 27 03:36:26.467085 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2e16f629-051f-4313-bc3c-5759381f9663 req-1ec15c87-b613-4717-89e7-a8b904919ccf service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9af3d873-dcf5-4498-b710-974f39d1ebae HTTP/1.1" status: 200 len: 1001 time: 0.0587897 Aug 27 03:36:26.524254 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16f629-051f-4313-bc3c-5759381f9663 req-80510e84-87c4-44ab-98d9-8112c8390cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:26.525732 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2e16f629-051f-4313-bc3c-5759381f9663 req-80510e84-87c4-44ab-98d9-8112c8390cce service neutron] 10.222.0.63 "GET /v2.0/subnets?id=02e507ef-65b0-47f3-a75e-47a97e59e5ca HTTP/1.1" status: 200 len: 848 time: 0.0495069 Aug 27 03:36:26.579881 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16f629-051f-4313-bc3c-5759381f9663 req-8b1d3ed6-f6aa-4809-9934-b32c86c27343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:26.582158 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2e16f629-051f-4313-bc3c-5759381f9663 req-8b1d3ed6-f6aa-4809-9934-b32c86c27343 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86a24c14-9a31-45eb-af67-a58be595d161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484259 Aug 27 03:36:26.679990 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2e16f629-051f-4313-bc3c-5759381f9663 req-13d1cdd7-9549-408a-8c43-eeaad35daf26 service neutron] 10.222.0.63 "GET /v2.0/networks/86a24c14-9a31-45eb-af67-a58be595d161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894866 Aug 27 03:36:26.775332 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2e16f629-051f-4313-bc3c-5759381f9663 req-20e08a35-1a37-4310-8e1d-a0decc8f7a87 service neutron] 10.222.0.63 "GET /v2.0/networks/86a24c14-9a31-45eb-af67-a58be595d161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858169 Aug 27 03:36:42.778529 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a80239-019a-42e9-9534-fb0bd6048292 req-47c31f49-008d-4c82-a455-f2ed026672d0 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:42.780081 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e5a80239-019a-42e9-9534-fb0bd6048292 req-47c31f49-008d-4c82-a455-f2ed026672d0 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=05e8fdbe-3d56-4b42-967b-5d8bbf0e281e HTTP/1.1" status: 200 len: 945 time: 0.0609903 Aug 27 03:36:42.823832 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e5a80239-019a-42e9-9534-fb0bd6048292 req-0cb172e0-f12f-48a5-9e3b-6e53c8390bae tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=6046de3f-32d3-4ab3-9f2f-51fa5dc878f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346587 Aug 27 03:36:43.954502 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de73a35-382a-41e0-9fc1-d188b675c51d req-a2387278-4c10-4d02-9768-7fa432d1eb33 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:43.956100 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2de73a35-382a-41e0-9fc1-d188b675c51d req-a2387278-4c10-4d02-9768-7fa432d1eb33 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=05e8fdbe-3d56-4b42-967b-5d8bbf0e281e HTTP/1.1" status: 200 len: 945 time: 0.0546443 Aug 27 03:36:44.000940 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2de73a35-382a-41e0-9fc1-d188b675c51d req-e9db6453-16d6-41cd-8836-f9e3c847f0a5 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=6046de3f-32d3-4ab3-9f2f-51fa5dc878f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386734 Aug 27 03:36:44.785173 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29918c91-ed5c-4250-bf1d-ab7bcbc15191 req-815f43f1-25ae-4fb9-b8a4-b19232c7b524 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:44.786672 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-29918c91-ed5c-4250-bf1d-ab7bcbc15191 req-815f43f1-25ae-4fb9-b8a4-b19232c7b524 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.63 "GET /v2.0/ports?device_id=05e8fdbe-3d56-4b42-967b-5d8bbf0e281e HTTP/1.1" status: 200 len: 945 time: 0.0590749 Aug 27 03:36:44.872443 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-c71eebb8-60d4-423e-a659-5915e3fdd368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:44.897860 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [req-29918c91-ed5c-4250-bf1d-ab7bcbc15191 req-d6934fd8-d742-4e05-b0a9-39ad786e0721 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Deleting port 5dd572f1-816d-41f0-bfc3-8a5318f6cc06 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:36:44.898196 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-29918c91-ed5c-4250-bf1d-ab7bcbc15191 req-d6934fd8-d742-4e05-b0a9-39ad786e0721 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:44.992714 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-29918c91-ed5c-4250-bf1d-ab7bcbc15191 req-d6934fd8-d742-4e05-b0a9-39ad786e0721 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] For port 5dd572f1-816d-41f0-bfc3-8a5318f6cc06, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=5dd572f1-816d-41f0-bfc3-8a5318f6cc06,segment=NetworkSegment(9681f18e-fb48-43cf-ad6d-d086c37b3af5),segment_id=9681f18e-fb48-43cf-ad6d-d086c37b3af5)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:36:44.993487 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-29918c91-ed5c-4250-bf1d-ab7bcbc15191 req-d6934fd8-d742-4e05-b0a9-39ad786e0721 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:45.183056 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f5065-d773-4f6a-aa20-ccb4c3501efc req-be58df51-39d2-41f3-a199-e6cfb02c06ea tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:45.184552 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-450f5065-d773-4f6a-aa20-ccb4c3501efc req-be58df51-39d2-41f3-a199-e6cfb02c06ea tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=05e8fdbe-3d56-4b42-967b-5d8bbf0e281e HTTP/1.1" status: 200 len: 945 time: 0.0934501 Aug 27 03:36:45.205906 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-29918c91-ed5c-4250-bf1d-ab7bcbc15191 req-d6934fd8-d742-4e05-b0a9-39ad786e0721 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:45.206295 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-29918c91-ed5c-4250-bf1d-ab7bcbc15191 req-d6934fd8-d742-4e05-b0a9-39ad786e0721 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456017'] for floatingip, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:45.206603 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.db.l3_db [req-29918c91-ed5c-4250-bf1d-ab7bcbc15191 req-d6934fd8-d742-4e05-b0a9-39ad786e0721 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Floating IP 5d2f7184-9fb8-45ea-97fc-9be9ae1a819c disassociated. External IP: 172.27.0.246, port: 5dd572f1-816d-41f0-bfc3-8a5318f6cc06. Aug 27 03:36:45.206929 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [req-29918c91-ed5c-4250-bf1d-ab7bcbc15191 req-d6934fd8-d742-4e05-b0a9-39ad786e0721 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Calling delete_port for 5dd572f1-816d-41f0-bfc3-8a5318f6cc06 owned by compute:nova {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:36:45.271323 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-450f5065-d773-4f6a-aa20-ccb4c3501efc req-22ed20c0-c8c7-48a6-912c-7ac9227aa2a6 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups?id=6046de3f-32d3-4ab3-9f2f-51fa5dc878f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784669 Aug 27 03:36:45.360303 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-29918c91-ed5c-4250-bf1d-ab7bcbc15191 req-d6934fd8-d742-4e05-b0a9-39ad786e0721 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:45.390509 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6934fd8-d742-4e05-b0a9-39ad786e0721 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Pushing event deleted for resources: {'Port': ['ID=5dd572f1-816d-41f0-bfc3-8a5318f6cc06,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:45.402557 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6934fd8-d742-4e05-b0a9-39ad786e0721 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:45.402904 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6934fd8-d742-4e05-b0a9-39ad786e0721 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:45.403255 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6934fd8-d742-4e05-b0a9-39ad786e0721 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:45.403624 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6934fd8-d742-4e05-b0a9-39ad786e0721 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:45.403954 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6934fd8-d742-4e05-b0a9-39ad786e0721 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:45.404269 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6934fd8-d742-4e05-b0a9-39ad786e0721 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:45.404593 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6934fd8-d742-4e05-b0a9-39ad786e0721 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:45.404922 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6934fd8-d742-4e05-b0a9-39ad786e0721 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:45.405243 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6934fd8-d742-4e05-b0a9-39ad786e0721 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:45.405565 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6934fd8-d742-4e05-b0a9-39ad786e0721 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:45.405886 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6934fd8-d742-4e05-b0a9-39ad786e0721 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:45.406203 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6934fd8-d742-4e05-b0a9-39ad786e0721 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:45.537097 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29918c91-ed5c-4250-bf1d-ab7bcbc15191 req-d6934fd8-d742-4e05-b0a9-39ad786e0721 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Router 81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd has already been hosted by L3 agent 531130d0-1c3c-4def-a74a-055fb8373853 {{(pid=93891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:36:45.658867 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29918c91-ed5c-4250-bf1d-ab7bcbc15191 req-d6934fd8-d742-4e05-b0a9-39ad786e0721 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify agent at l3_agent.dv-cinder-804735-2-iscsi the message routers_updated {{(pid=93891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:36:45.669330 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ab9ea0-3f81-46b9-8338-bfd92bf80ff6 None None] Sync routers for ids ['81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd'] in dv-cinder-804735-2-iscsi {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:36:45.679570 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ab9ea0-3f81-46b9-8338-bfd92bf80ff6 None None] Routers {'81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:36:45.680309 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-51ab9ea0-3f81-46b9-8338-bfd92bf80ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:36:17Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:45.704397 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [req-29918c91-ed5c-4250-bf1d-ab7bcbc15191 req-d6934fd8-d742-4e05-b0a9-39ad786e0721 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] No DVR routers for this DVR port 5dd572f1-816d-41f0-bfc3-8a5318f6cc06 on host hv-cinder-80473 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:36:45.707601 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-29918c91-ed5c-4250-bf1d-ab7bcbc15191 req-d6934fd8-d742-4e05-b0a9-39ad786e0721 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:45.709716 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-29918c91-ed5c-4250-bf1d-ab7bcbc15191 req-d6934fd8-d742-4e05-b0a9-39ad786e0721 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.63 "DELETE /v2.0/ports/5dd572f1-816d-41f0-bfc3-8a5318f6cc06 HTTP/1.1" status: 204 len: 173 time: 0.9156449 Aug 27 03:36:45.710184 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e8fdbe-3d56-4b42-967b-5d8bbf0e281e', 'name': 'network-vif-deleted', 'tag': '5dd572f1-816d-41f0-bfc3-8a5318f6cc06'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:36:45.713310 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5db798dbfc6723b72cacb44784ab66cf68bec91175074e332c63962bd4ba80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ec2fde-f92a-4cae-a5b4-c7d13942361e" -d '{"events": [{"server_uuid": "05e8fdbe-3d56-4b42-967b-5d8bbf0e281e", "name": "network-vif-deleted", "tag": "5dd572f1-816d-41f0-bfc3-8a5318f6cc06"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:36:45.785486 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e752b001-6a0f-44c6-9470-33c48e9d94a3 x-openstack-request-id: req-e752b001-6a0f-44c6-9470-33c48e9d94a3 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:36:45.785805 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e8fdbe-3d56-4b42-967b-5d8bbf0e281e", "name": "network-vif-deleted", "tag": "5dd572f1-816d-41f0-bfc3-8a5318f6cc06", "status": "completed", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:36:45.786064 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e752b001-6a0f-44c6-9470-33c48e9d94a3 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:36:45.786696 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e8fdbe-3d56-4b42-967b-5d8bbf0e281e', 'name': 'network-vif-deleted', 'tag': '5dd572f1-816d-41f0-bfc3-8a5318f6cc06', 'status': 'completed', 'code': 200} Aug 27 03:36:45.814760 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-51ab9ea0-3f81-46b9-8338-bfd92bf80ff6 None None] Set router 81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:36:46.036649 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-51ab9ea0-3f81-46b9-8338-bfd92bf80ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'name': 'tempest-AttachVolumeTestJSON-1475267450-router', 'tenant_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'b866eab5-d718-43e1-a08d-73ac3f588c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:13Z', 'updated_at': '2021-08-27T03:29:20Z', 'revision_number': 4, 'project_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'gw_port': {'id': 'b866eab5-d718-43e1-a08d-73ac3f588c72', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:15Z', 'updated_at': '2021-08-27T03:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': '1e20ad29-9574-4201-8061-10f157d8932d', 'name': '', 'network_id': 'ff2334ee-c3c9-468a-845a-218e819133a7', 'tenant_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'mac_address': 'fa:16:3e:6d:fb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8881d854-768f-46f5-bb0c-d6718d4b9eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:19Z', 'updated_at': '2021-08-27T03:29:29Z', 'revision_number': 5, 'project_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'subnets': [{'id': '8881d854-768f-46f5-bb0c-d6718d4b9eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:46.067483 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ab9ea0-3f81-46b9-8338-bfd92bf80ff6 None None] Checking router: 81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd for host: dv-cinder-804735-2-iscsi {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:36:46.076243 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ab9ea0-3f81-46b9-8338-bfd92bf80ff6 None None] Routers {'81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:36:46.076850 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-51ab9ea0-3f81-46b9-8338-bfd92bf80ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:36:17Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:46.184730 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-51ab9ea0-3f81-46b9-8338-bfd92bf80ff6 None None] Set router 81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:36:46.394444 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4434d81c-5bdb-4f3c-babf-619c221911c4 req-44b802f8-a585-489c-96da-6e38ffc34436 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/ports?device_id=05e8fdbe-3d56-4b42-967b-5d8bbf0e281e HTTP/1.1" status: 200 len: 210 time: 0.0332212 Aug 27 03:36:46.413974 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-51ab9ea0-3f81-46b9-8338-bfd92bf80ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'name': 'tempest-AttachVolumeTestJSON-1475267450-router', 'tenant_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'b866eab5-d718-43e1-a08d-73ac3f588c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:13Z', 'updated_at': '2021-08-27T03:29:20Z', 'revision_number': 4, 'project_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'gw_port': {'id': 'b866eab5-d718-43e1-a08d-73ac3f588c72', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:15Z', 'updated_at': '2021-08-27T03:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': '1e20ad29-9574-4201-8061-10f157d8932d', 'name': '', 'network_id': 'ff2334ee-c3c9-468a-845a-218e819133a7', 'tenant_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'mac_address': 'fa:16:3e:6d:fb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8881d854-768f-46f5-bb0c-d6718d4b9eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:19Z', 'updated_at': '2021-08-27T03:29:29Z', 'revision_number': 5, 'project_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'subnets': [{'id': '8881d854-768f-46f5-bb0c-d6718d4b9eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:46.442063 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ab9ea0-3f81-46b9-8338-bfd92bf80ff6 None None] The sync data for ids ['81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd'] in dv-cinder-804735-2-iscsi is: [{'id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'name': 'tempest-AttachVolumeTestJSON-1475267450-router', 'tenant_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'b866eab5-d718-43e1-a08d-73ac3f588c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:13Z', 'updated_at': '2021-08-27T03:29:20Z', 'revision_number': 4, 'project_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'gw_port': {'id': 'b866eab5-d718-43e1-a08d-73ac3f588c72', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:15Z', 'updated_at': '2021-08-27T03:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': '1e20ad29-9574-4201-8061-10f157d8932d', 'name': '', 'network_id': 'ff2334ee-c3c9-468a-845a-218e819133a7', 'tenant_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'mac_address': 'fa:16:3e:6d:fb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8881d854-768f-46f5-bb0c-d6718d4b9eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:19Z', 'updated_at': '2021-08-27T03:29:29Z', 'revision_number': 5, 'project_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'subnets': [{'id': '8881d854-768f-46f5-bb0c-d6718d4b9eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:36:46.676137 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e320eaeb-12fb-4617-8064-7dc5c6b68c1d None None] New status for floating IP 5d2f7184-9fb8-45ea-97fc-9be9ae1a819c: DOWN {{(pid=93893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:36:47.281592 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-576415f4-7605-4bcb-9a95-eef7a7999488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:47.362248 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 58262) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:47.477194 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 58272) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:47.498597 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:47.536462 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9dcc4a15-5286-45b9-bb41-a6f3793034ae tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks [] for security_group, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:47.563848 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9dcc4a15-5286-45b9-bb41-a6f3793034ae tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:47.612615 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9dcc4a15-5286-45b9-bb41-a6f3793034ae tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:47.615256 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9dcc4a15-5286-45b9-bb41-a6f3793034ae tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:47.616506 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-9dcc4a15-5286-45b9-bb41-a6f3793034ae tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "DELETE /v2.0/security-groups/6046de3f-32d3-4ab3-9f2f-51fa5dc878f8 HTTP/1.1" status: 204 len: 168 time: 0.1380811 Aug 27 03:36:47.619823 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 58274) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:47.637140 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcc4a15-5286-45b9-bb41-a6f3793034ae tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6046de3f-32d3-4ab3-9f2f-51fa5dc878f8,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:47.637816 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-9942c7b3-24ca-40a2-8930-ea34c688c93a tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Deleting port 668768e6-2930-4045-99c2-2d031bb1232b {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:36:47.638240 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9942c7b3-24ca-40a2-8930-ea34c688c93a tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:47.639593 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.api.v2.resource [None req-b91adb73-77b3-4d7c-964f-b2e220d7a6d0 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] show failed (client error): The resource could not be found. Aug 27 03:36:47.643334 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-b91adb73-77b3-4d7c-964f-b2e220d7a6d0 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "GET /v2.0/security-groups/6046de3f-32d3-4ab3-9f2f-51fa5dc878f8 HTTP/1.1" status: 404 len: 347 time: 0.0188146 Aug 27 03:36:47.644272 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 58276) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:47.718917 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9942c7b3-24ca-40a2-8930-ea34c688c93a tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:47.719246 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9942c7b3-24ca-40a2-8930-ea34c688c93a tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:47.730742 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-9942c7b3-24ca-40a2-8930-ea34c688c93a tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Calling delete_port for 668768e6-2930-4045-99c2-2d031bb1232b owned by network:floatingip {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:36:47.771557 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-734575eb-212c-4ebd-aa62-47f4f70624f2 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Deleting port 575e46f5-bf2c-46c7-b72b-6aa75fdb88b5 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:36:47.771903 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-734575eb-212c-4ebd-aa62-47f4f70624f2 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:47.852196 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-734575eb-212c-4ebd-aa62-47f4f70624f2 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:47.852434 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-734575eb-212c-4ebd-aa62-47f4f70624f2 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:47.866641 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-734575eb-212c-4ebd-aa62-47f4f70624f2 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Calling delete_port for 575e46f5-bf2c-46c7-b72b-6aa75fdb88b5 owned by network:floatingip {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:36:47.992679 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 5dd572f1-816d-41f0-bfc3-8a5318f6cc06 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:36:48.017348 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-734575eb-212c-4ebd-aa62-47f4f70624f2 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:48.019831 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] No Port match for: 5dd572f1-816d-41f0-bfc3-8a5318f6cc06 {{(pid=93892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:36:48.020195 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 5dd572f1-816d-41f0-bfc3-8a5318f6cc06 not bound to the agent host hv-cinder-80473 {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:36:48.064592 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734575eb-212c-4ebd-aa62-47f4f70624f2 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Pushing event deleted for resources: {'Port': ['ID=575e46f5-bf2c-46c7-b72b-6aa75fdb88b5,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:48.108851 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-734575eb-212c-4ebd-aa62-47f4f70624f2 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks [] for floatingip, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:48.112110 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-734575eb-212c-4ebd-aa62-47f4f70624f2 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for floatingip, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:48.113369 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-734575eb-212c-4ebd-aa62-47f4f70624f2 tempest-AttachVolumeTestJSON-1563266792 tempest-AttachVolumeTestJSON-1563266792-project] 10.222.0.58 "DELETE /v2.0/floatingips/5d2f7184-9fb8-45ea-97fc-9be9ae1a819c HTTP/1.1" status: 204 len: 168 time: 0.4688902 Aug 27 03:36:48.160731 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9942c7b3-24ca-40a2-8930-ea34c688c93a tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9123015'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:48.190882 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9942c7b3-24ca-40a2-8930-ea34c688c93a tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Pushing event deleted for resources: {'Port': ['ID=668768e6-2930-4045-99c2-2d031bb1232b,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:48.202513 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9942c7b3-24ca-40a2-8930-ea34c688c93a tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:48.202845 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9942c7b3-24ca-40a2-8930-ea34c688c93a tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:48.203186 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9942c7b3-24ca-40a2-8930-ea34c688c93a tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:48.203554 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9942c7b3-24ca-40a2-8930-ea34c688c93a tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:48.203887 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9942c7b3-24ca-40a2-8930-ea34c688c93a tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:48.204214 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9942c7b3-24ca-40a2-8930-ea34c688c93a tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:48.204554 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9942c7b3-24ca-40a2-8930-ea34c688c93a tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:48.204861 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9942c7b3-24ca-40a2-8930-ea34c688c93a tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:48.205185 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9942c7b3-24ca-40a2-8930-ea34c688c93a tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:48.205503 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9942c7b3-24ca-40a2-8930-ea34c688c93a tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:48.205821 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9942c7b3-24ca-40a2-8930-ea34c688c93a tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:48.206140 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9942c7b3-24ca-40a2-8930-ea34c688c93a tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:48.262505 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9942c7b3-24ca-40a2-8930-ea34c688c93a tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks [] for floatingip, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:48.262899 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.db.l3_db [None req-9942c7b3-24ca-40a2-8930-ea34c688c93a tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Floating IP 0e3644df-a0a7-4d75-b06a-05280b8c698f disassociated (deleted). External IP: 172.27.0.103, port: 9af3d873-dcf5-4498-b710-974f39d1ebae. Aug 27 03:36:48.483620 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9942c7b3-24ca-40a2-8930-ea34c688c93a tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Router ddd0363a-e1b9-4073-be08-f087298c6e3e has already been hosted by L3 agent 531130d0-1c3c-4def-a74a-055fb8373853 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:36:48.594035 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9942c7b3-24ca-40a2-8930-ea34c688c93a tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify agent at l3_agent.dv-cinder-804735-2-iscsi the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:36:48.599501 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9942c7b3-24ca-40a2-8930-ea34c688c93a tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:48.604175 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ae519e-1609-4dce-bd4d-ada49be5dd6f None None] Sync routers for ids ['ddd0363a-e1b9-4073-be08-f087298c6e3e'] in dv-cinder-804735-2-iscsi {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:36:48.615027 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ae519e-1609-4dce-bd4d-ada49be5dd6f None None] Routers {'ddd0363a-e1b9-4073-be08-f087298c6e3e'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:36:48.615663 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-03ae519e-1609-4dce-bd4d-ada49be5dd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:36:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['ddd0363a-e1b9-4073-be08-f087298c6e3e'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:48.628305 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-9942c7b3-24ca-40a2-8930-ea34c688c93a tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "DELETE /v2.0/floatingips/0e3644df-a0a7-4d75-b06a-05280b8c698f HTTP/1.1" status: 204 len: 168 time: 1.2648733 Aug 27 03:36:48.628799 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25b26f8-5e31-4626-bda8-a9cec1e654fc', 'tag': '9af3d873-dcf5-4498-b710-974f39d1ebae'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:36:48.631068 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}755905221a1e0f69e4370b1ec2ad9bde0bcbe0fd3cc794ff6c7e2d34909de1ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556f0577-5b15-47f5-a630-e4c7edaafc22" -d '{"events": [{"name": "network-changed", "server_uuid": "e25b26f8-5e31-4626-bda8-a9cec1e654fc", "tag": "9af3d873-dcf5-4498-b710-974f39d1ebae"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:36:48.665066 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:48.673619 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aede4b9f-c33a-4198-b684-2cd99b87ee44 x-openstack-request-id: req-aede4b9f-c33a-4198-b684-2cd99b87ee44 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:36:48.673974 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25b26f8-5e31-4626-bda8-a9cec1e654fc", "tag": "9af3d873-dcf5-4498-b710-974f39d1ebae", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:36:48.674330 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aede4b9f-c33a-4198-b684-2cd99b87ee44 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:36:48.674987 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e25b26f8-5e31-4626-bda8-a9cec1e654fc', 'tag': '9af3d873-dcf5-4498-b710-974f39d1ebae', 'status': 'completed', 'code': 200} Aug 27 03:36:48.734064 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-03ae519e-1609-4dce-bd4d-ada49be5dd6f None None] Set router ddd0363a-e1b9-4073-be08-f087298c6e3e gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:36:48.745282 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f0577-5b15-47f5-a630-e4c7edaafc22 req-8ca30dad-ae96-402b-9ee3-38a5b75b73f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:48.746825 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-556f0577-5b15-47f5-a630-e4c7edaafc22 req-8ca30dad-ae96-402b-9ee3-38a5b75b73f3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=90c43de7a6384b82b35f14a762da5d37&device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 1098 time: 0.0445616 Aug 27 03:36:48.884329 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f0577-5b15-47f5-a630-e4c7edaafc22 req-4249cd89-56c8-48e8-afab-cfa1bf537629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:48.885819 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-556f0577-5b15-47f5-a630-e4c7edaafc22 req-4249cd89-56c8-48e8-afab-cfa1bf537629 service neutron] 10.222.0.63 "GET /v2.0/networks?id=86a24c14-9a31-45eb-af67-a58be595d161 HTTP/1.1" status: 200 len: 910 time: 0.1240520 Aug 27 03:36:48.894053 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62eae6-8ec8-440c-969d-d0c99dcdc9a5 req-33dd07ba-56e2-4845-8fa8-9bc2ee5fb7c9 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:48.895491 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-be62eae6-8ec8-440c-969d-d0c99dcdc9a5 req-33dd07ba-56e2-4845-8fa8-9bc2ee5fb7c9 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 945 time: 0.0737431 Aug 27 03:36:48.939665 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-556f0577-5b15-47f5-a630-e4c7edaafc22 req-106bd0d8-e230-4800-a070-0b7a5cafe309 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9af3d873-dcf5-4498-b710-974f39d1ebae HTTP/1.1" status: 200 len: 217 time: 0.0431585 Aug 27 03:36:48.940579 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-03ae519e-1609-4dce-bd4d-ada49be5dd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd0363a-e1b9-4073-be08-f087298c6e3e', 'name': 'tempest-TestShelveInstance-1034468476-router', 'tenant_id': '90c43de7a6384b82b35f14a762da5d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:50Z', 'updated_at': '2021-08-27T03:30:54Z', 'revision_number': 4, 'project_id': '90c43de7a6384b82b35f14a762da5d37', 'gw_port': {'id': 'c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ba:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd0363a-e1b9-4073-be08-f087298c6e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:51Z', 'updated_at': '2021-08-27T03:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': 'c5a50b2f-cc38-4ac7-9828-052019a922b2', 'name': '', 'network_id': '86a24c14-9a31-45eb-af67-a58be595d161', 'tenant_id': '90c43de7a6384b82b35f14a762da5d37', 'mac_address': 'fa:16:3e:f8:1c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd0363a-e1b9-4073-be08-f087298c6e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '02e507ef-65b0-47f3-a75e-47a97e59e5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:54Z', 'updated_at': '2021-08-27T03:31:04Z', 'revision_number': 5, 'project_id': '90c43de7a6384b82b35f14a762da5d37', 'subnets': [{'id': '02e507ef-65b0-47f3-a75e-47a97e59e5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:48.966346 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ae519e-1609-4dce-bd4d-ada49be5dd6f None None] Checking router: ddd0363a-e1b9-4073-be08-f087298c6e3e for host: dv-cinder-804735-2-iscsi {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:36:48.975503 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ae519e-1609-4dce-bd4d-ada49be5dd6f None None] Routers {'ddd0363a-e1b9-4073-be08-f087298c6e3e'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:36:48.976112 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-03ae519e-1609-4dce-bd4d-ada49be5dd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:36:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['ddd0363a-e1b9-4073-be08-f087298c6e3e'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:48.994299 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-be62eae6-8ec8-440c-969d-d0c99dcdc9a5 req-65b1c6fd-c52f-4d95-8f50-60253f3159a9 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912709 Aug 27 03:36:49.003867 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f0577-5b15-47f5-a630-e4c7edaafc22 req-e726d7e1-9428-460c-b395-887d23034368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:49.005336 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-556f0577-5b15-47f5-a630-e4c7edaafc22 req-e726d7e1-9428-460c-b395-887d23034368 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=02e507ef-65b0-47f3-a75e-47a97e59e5ca HTTP/1.1" status: 200 len: 848 time: 0.0578744 Aug 27 03:36:49.057836 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f0577-5b15-47f5-a630-e4c7edaafc22 req-bca644ce-5b8e-49bd-bdd1-cd729246d25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:49.059400 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-556f0577-5b15-47f5-a630-e4c7edaafc22 req-bca644ce-5b8e-49bd-bdd1-cd729246d25e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86a24c14-9a31-45eb-af67-a58be595d161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432067 Aug 27 03:36:49.082165 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-03ae519e-1609-4dce-bd4d-ada49be5dd6f None None] Set router ddd0363a-e1b9-4073-be08-f087298c6e3e gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:36:49.153933 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-556f0577-5b15-47f5-a630-e4c7edaafc22 req-9a85add8-3af6-43ac-89cb-381797d5ab08 service neutron] 10.222.0.63 "GET /v2.0/networks/86a24c14-9a31-45eb-af67-a58be595d161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861514 Aug 27 03:36:49.248001 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-556f0577-5b15-47f5-a630-e4c7edaafc22 req-dfc379d2-6b74-4f0f-9fa6-26e8f5a129b3 service neutron] 10.222.0.63 "GET /v2.0/networks/86a24c14-9a31-45eb-af67-a58be595d161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838606 Aug 27 03:36:49.294816 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-03ae519e-1609-4dce-bd4d-ada49be5dd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd0363a-e1b9-4073-be08-f087298c6e3e', 'name': 'tempest-TestShelveInstance-1034468476-router', 'tenant_id': '90c43de7a6384b82b35f14a762da5d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:50Z', 'updated_at': '2021-08-27T03:30:54Z', 'revision_number': 4, 'project_id': '90c43de7a6384b82b35f14a762da5d37', 'gw_port': {'id': 'c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ba:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd0363a-e1b9-4073-be08-f087298c6e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:51Z', 'updated_at': '2021-08-27T03:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': 'c5a50b2f-cc38-4ac7-9828-052019a922b2', 'name': '', 'network_id': '86a24c14-9a31-45eb-af67-a58be595d161', 'tenant_id': '90c43de7a6384b82b35f14a762da5d37', 'mac_address': 'fa:16:3e:f8:1c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd0363a-e1b9-4073-be08-f087298c6e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '02e507ef-65b0-47f3-a75e-47a97e59e5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:54Z', 'updated_at': '2021-08-27T03:31:04Z', 'revision_number': 5, 'project_id': '90c43de7a6384b82b35f14a762da5d37', 'subnets': [{'id': '02e507ef-65b0-47f3-a75e-47a97e59e5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:49.448666 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ae519e-1609-4dce-bd4d-ada49be5dd6f None None] The sync data for ids ['ddd0363a-e1b9-4073-be08-f087298c6e3e'] in dv-cinder-804735-2-iscsi is: [{'id': 'ddd0363a-e1b9-4073-be08-f087298c6e3e', 'name': 'tempest-TestShelveInstance-1034468476-router', 'tenant_id': '90c43de7a6384b82b35f14a762da5d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:50Z', 'updated_at': '2021-08-27T03:30:54Z', 'revision_number': 4, 'project_id': '90c43de7a6384b82b35f14a762da5d37', 'gw_port': {'id': 'c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ba:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd0363a-e1b9-4073-be08-f087298c6e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:51Z', 'updated_at': '2021-08-27T03:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': 'c5a50b2f-cc38-4ac7-9828-052019a922b2', 'name': '', 'network_id': '86a24c14-9a31-45eb-af67-a58be595d161', 'tenant_id': '90c43de7a6384b82b35f14a762da5d37', 'mac_address': 'fa:16:3e:f8:1c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd0363a-e1b9-4073-be08-f087298c6e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '02e507ef-65b0-47f3-a75e-47a97e59e5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:54Z', 'updated_at': '2021-08-27T03:31:04Z', 'revision_number': 5, 'project_id': '90c43de7a6384b82b35f14a762da5d37', 'subnets': [{'id': '02e507ef-65b0-47f3-a75e-47a97e59e5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:36:49.684534 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e3693f-d372-440d-9378-c1fff13dca1c None None] New status for floating IP 0e3644df-a0a7-4d75-b06a-05280b8c698f: DOWN {{(pid=93893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:36:50.131269 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76807e-a2f5-4346-a331-c5e43dc85f5e req-c9ccde75-0e9d-4659-8ad5-ac16c7454862 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:50.132757 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ca76807e-a2f5-4346-a331-c5e43dc85f5e req-c9ccde75-0e9d-4659-8ad5-ac16c7454862 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 945 time: 0.0621581 Aug 27 03:36:50.170496 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:50.174908 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ca76807e-a2f5-4346-a331-c5e43dc85f5e req-22931b1e-4a3d-4859-a572-de048b0f2a78 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e08f195-6c77-4f1f-8367-13d94ac8da72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361037 Aug 27 03:36:50.623205 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798128de-623e-4ead-9153-f66b0610e99e req-b30d74f6-db78-4ecf-9c0d-b018b6436dd2 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:50.624886 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-798128de-623e-4ead-9153-f66b0610e99e req-b30d74f6-db78-4ecf-9c0d-b018b6436dd2 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.63 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 945 time: 0.0517745 Aug 27 03:36:50.722440 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [req-798128de-623e-4ead-9153-f66b0610e99e req-1353b5a0-1f9e-4c38-8cbc-2cb30d74de46 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Deleting port 9af3d873-dcf5-4498-b710-974f39d1ebae {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:36:50.722793 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-798128de-623e-4ead-9153-f66b0610e99e req-1353b5a0-1f9e-4c38-8cbc-2cb30d74de46 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:50.825444 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-798128de-623e-4ead-9153-f66b0610e99e req-1353b5a0-1f9e-4c38-8cbc-2cb30d74de46 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] For port 9af3d873-dcf5-4498-b710-974f39d1ebae, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9af3d873-dcf5-4498-b710-974f39d1ebae,segment=NetworkSegment(cd94c509-5c85-4501-bbd0-bfe66cd37392),segment_id=cd94c509-5c85-4501-bbd0-bfe66cd37392)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:36:50.825859 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-798128de-623e-4ead-9153-f66b0610e99e req-1353b5a0-1f9e-4c38-8cbc-2cb30d74de46 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:50.838469 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [req-798128de-623e-4ead-9153-f66b0610e99e req-1353b5a0-1f9e-4c38-8cbc-2cb30d74de46 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Calling delete_port for 9af3d873-dcf5-4498-b710-974f39d1ebae owned by compute:nova {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:36:51.219491 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-798128de-623e-4ead-9153-f66b0610e99e req-1353b5a0-1f9e-4c38-8cbc-2cb30d74de46 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:51.257944 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1353b5a0-1f9e-4c38-8cbc-2cb30d74de46 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Pushing event deleted for resources: {'Port': ['ID=9af3d873-dcf5-4498-b710-974f39d1ebae,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:51.301826 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f9cbfde1-7875-4c90-a2b8-f2e15761ebb3 req-c9d2d612-2a19-4735-9ce1-0679e5a8e00b tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25b26f8-5e31-4626-bda8-a9cec1e654fc HTTP/1.1" status: 200 len: 210 time: 0.0524867 Aug 27 03:36:51.320173 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [req-798128de-623e-4ead-9153-f66b0610e99e req-1353b5a0-1f9e-4c38-8cbc-2cb30d74de46 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] No DVR routers for this DVR port 9af3d873-dcf5-4498-b710-974f39d1ebae on host hv-cinder-80473 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:36:51.322809 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-798128de-623e-4ead-9153-f66b0610e99e req-1353b5a0-1f9e-4c38-8cbc-2cb30d74de46 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:51.324990 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-798128de-623e-4ead-9153-f66b0610e99e req-1353b5a0-1f9e-4c38-8cbc-2cb30d74de46 tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.63 "DELETE /v2.0/ports/9af3d873-dcf5-4498-b710-974f39d1ebae HTTP/1.1" status: 204 len: 173 time: 0.6927550 Aug 27 03:36:51.325409 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25b26f8-5e31-4626-bda8-a9cec1e654fc', 'name': 'network-vif-deleted', 'tag': '9af3d873-dcf5-4498-b710-974f39d1ebae'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:36:51.327643 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5db798dbfc6723b72cacb44784ab66cf68bec91175074e332c63962bd4ba80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b9e997-4e05-4078-9c47-3b0b80a78b99" -d '{"events": [{"server_uuid": "e25b26f8-5e31-4626-bda8-a9cec1e654fc", "name": "network-vif-deleted", "tag": "9af3d873-dcf5-4498-b710-974f39d1ebae"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:36:51.367190 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c211cc-eb6d-4e55-9f7b-95f95fe1236d x-openstack-request-id: req-e4c211cc-eb6d-4e55-9f7b-95f95fe1236d {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:36:51.367529 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25b26f8-5e31-4626-bda8-a9cec1e654fc", "name": "network-vif-deleted", "tag": "9af3d873-dcf5-4498-b710-974f39d1ebae", "status": "completed", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:36:51.367780 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e4c211cc-eb6d-4e55-9f7b-95f95fe1236d {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:36:51.368178 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25b26f8-5e31-4626-bda8-a9cec1e654fc', 'name': 'network-vif-deleted', 'tag': '9af3d873-dcf5-4498-b710-974f39d1ebae', 'status': 'completed', 'code': 200} Aug 27 03:36:51.695557 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 58316) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:52.193289 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-65696925-bc9f-403a-b4d8-4061ce4da53f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-458511'] for router_interface, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:52.357883 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 58322) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:52.420100 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1675ccc7-0671-40a4-b46f-bf48c022bc3e tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks [] for security_group, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:52.444949 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1675ccc7-0671-40a4-b46f-bf48c022bc3e tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:52.449418 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-65696925-bc9f-403a-b4d8-4061ce4da53f admin admin] Deleting port 1e20ad29-9574-4201-8061-10f157d8932d {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:36:52.449748 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-65696925-bc9f-403a-b4d8-4061ce4da53f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:52.503358 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1675ccc7-0671-40a4-b46f-bf48c022bc3e tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:52.506060 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1675ccc7-0671-40a4-b46f-bf48c022bc3e tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:52.507221 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-1675ccc7-0671-40a4-b46f-bf48c022bc3e tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] 10.222.0.58 "DELETE /v2.0/security-groups/7e08f195-6c77-4f1f-8367-13d94ac8da72 HTTP/1.1" status: 204 len: 168 time: 0.1483543 Aug 27 03:36:52.517162 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1675ccc7-0671-40a4-b46f-bf48c022bc3e tempest-TestShelveInstance-670025251 tempest-TestShelveInstance-670025251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e08f195-6c77-4f1f-8367-13d94ac8da72,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:52.527640 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-65696925-bc9f-403a-b4d8-4061ce4da53f admin admin] For port 1e20ad29-9574-4201-8061-10f157d8932d, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=1e20ad29-9574-4201-8061-10f157d8932d,segment=NetworkSegment(9681f18e-fb48-43cf-ad6d-d086c37b3af5),segment_id=9681f18e-fb48-43cf-ad6d-d086c37b3af5)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:36:52.528011 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-65696925-bc9f-403a-b4d8-4061ce4da53f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:52.544129 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-65696925-bc9f-403a-b4d8-4061ce4da53f admin admin] Calling delete_port for 1e20ad29-9574-4201-8061-10f157d8932d owned by network:router_interface {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:36:52.566937 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 58326) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:52.734612 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-65696925-bc9f-403a-b4d8-4061ce4da53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9123015'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:52.763718 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65696925-bc9f-403a-b4d8-4061ce4da53f admin admin] Pushing event deleted for resources: {'Port': ['ID=1e20ad29-9574-4201-8061-10f157d8932d,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:52.943500 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-65696925-bc9f-403a-b4d8-4061ce4da53f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458693'] for router_interface, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:53.064443 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6f17746d-c715-4c03-ae5d-1b5ce40a3684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-458511'] for router_interface, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:53.170896 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65696925-bc9f-403a-b4d8-4061ce4da53f admin admin] Router 81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd has already been hosted by L3 agent 531130d0-1c3c-4def-a74a-055fb8373853 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:36:53.280880 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65696925-bc9f-403a-b4d8-4061ce4da53f admin admin] Notify agent at l3_agent.dv-cinder-804735-2-iscsi the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:36:53.287907 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-65696925-bc9f-403a-b4d8-4061ce4da53f admin admin] 10.222.0.58 "PUT /v2.0/routers/81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5910604 Aug 27 03:36:53.290468 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 58334) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:53.296124 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c4551b-8235-497b-9592-c3d606b1fe42 None None] Sync routers for ids ['81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd'] in dv-cinder-804735-2-iscsi {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:36:53.306984 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c4551b-8235-497b-9592-c3d606b1fe42 None None] Routers {'81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:36:53.307298 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-f5c4551b-8235-497b-9592-c3d606b1fe42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:36:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:53.422725 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-f5c4551b-8235-497b-9592-c3d606b1fe42 None None] Set router 81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:36:53.442330 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b36c91cc-4727-49ab-9c35-75fb06408c24 admin admin] Notify callbacks [] for router, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:53.544468 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-6f17746d-c715-4c03-ae5d-1b5ce40a3684 admin admin] Deleting port c5a50b2f-cc38-4ac7-9828-052019a922b2 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:36:53.544804 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6f17746d-c715-4c03-ae5d-1b5ce40a3684 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:53.601648 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b36c91cc-4727-49ab-9c35-75fb06408c24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:53.617473 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-f5c4551b-8235-497b-9592-c3d606b1fe42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'name': 'tempest-AttachVolumeTestJSON-1475267450-router', 'tenant_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'b866eab5-d718-43e1-a08d-73ac3f588c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:13Z', 'updated_at': '2021-08-27T03:36:52Z', 'revision_number': 5, 'project_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'gw_port': {'id': 'b866eab5-d718-43e1-a08d-73ac3f588c72', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:15Z', 'updated_at': '2021-08-27T03:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi'}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:53.643191 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c4551b-8235-497b-9592-c3d606b1fe42 None None] Checking router: 81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd for host: dv-cinder-804735-2-iscsi {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:36:53.651253 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c4551b-8235-497b-9592-c3d606b1fe42 None None] Routers {'81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:36:53.651887 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-f5c4551b-8235-497b-9592-c3d606b1fe42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:36:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:53.688664 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-6f17746d-c715-4c03-ae5d-1b5ce40a3684 admin admin] For port c5a50b2f-cc38-4ac7-9828-052019a922b2, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=c5a50b2f-cc38-4ac7-9828-052019a922b2,segment=NetworkSegment(cd94c509-5c85-4501-bbd0-bfe66cd37392),segment_id=cd94c509-5c85-4501-bbd0-bfe66cd37392)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:36:53.689005 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6f17746d-c715-4c03-ae5d-1b5ce40a3684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:53.703171 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-6f17746d-c715-4c03-ae5d-1b5ce40a3684 admin admin] Calling delete_port for c5a50b2f-cc38-4ac7-9828-052019a922b2 owned by network:router_interface {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:36:53.722973 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65956d3-5f9a-44f1-a678-856ec41365fd req-e8166fd8-505f-4836-869f-2e938e52b010 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:53.724451 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b65956d3-5f9a-44f1-a678-856ec41365fd req-e8166fd8-505f-4836-869f-2e938e52b010 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 946 time: 0.1117070 Aug 27 03:36:53.734799 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-f5c4551b-8235-497b-9592-c3d606b1fe42 None None] Set router 81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:36:53.784367 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-f5c4551b-8235-497b-9592-c3d606b1fe42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'name': 'tempest-AttachVolumeTestJSON-1475267450-router', 'tenant_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:13Z', 'updated_at': '2021-08-27T03:36:53Z', 'revision_number': 6, 'project_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'gw_port_host': None}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:53.806373 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-b36c91cc-4727-49ab-9c35-75fb06408c24 admin admin] Deleting port b866eab5-d718-43e1-a08d-73ac3f588c72 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:36:53.806728 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b36c91cc-4727-49ab-9c35-75fb06408c24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:53.813260 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c4551b-8235-497b-9592-c3d606b1fe42 None None] The sync data for ids ['81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd'] in dv-cinder-804735-2-iscsi is: [{'id': '81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd', 'name': 'tempest-AttachVolumeTestJSON-1475267450-router', 'tenant_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:13Z', 'updated_at': '2021-08-27T03:36:53Z', 'revision_number': 6, 'project_id': '527dc9638ff74cfda148b7cf1b61c6c8', 'gw_port_host': None}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:36:53.890436 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b65956d3-5f9a-44f1-a678-856ec41365fd req-0b9ece9d-8a7c-4e38-ab4b-f0250000ef10 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288326 Aug 27 03:36:53.952358 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-b36c91cc-4727-49ab-9c35-75fb06408c24 admin admin] For port b866eab5-d718-43e1-a08d-73ac3f588c72, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=b866eab5-d718-43e1-a08d-73ac3f588c72,segment=NetworkSegment(d4232587-dac2-4838-ac1c-504baf035179),segment_id=d4232587-dac2-4838-ac1c-504baf035179)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:36:53.952784 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b36c91cc-4727-49ab-9c35-75fb06408c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:53.970941 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-b36c91cc-4727-49ab-9c35-75fb06408c24 admin admin] Calling delete_port for b866eab5-d718-43e1-a08d-73ac3f588c72 owned by network:router_gateway {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:36:54.034718 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 9af3d873-dcf5-4498-b710-974f39d1ebae no longer exists at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:36:54.051972 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6f17746d-c715-4c03-ae5d-1b5ce40a3684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:54.054860 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] No Port match for: 9af3d873-dcf5-4498-b710-974f39d1ebae {{(pid=93892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:36:54.055200 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 9af3d873-dcf5-4498-b710-974f39d1ebae not bound to the agent host hv-cinder-80473 {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:36:54.086080 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:54.088107 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f17746d-c715-4c03-ae5d-1b5ce40a3684 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5a50b2f-cc38-4ac7-9828-052019a922b2,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:54.583736 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b36c91cc-4727-49ab-9c35-75fb06408c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:54.620929 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c91cc-4727-49ab-9c35-75fb06408c24 admin admin] Pushing event deleted for resources: {'Port': ['ID=b866eab5-d718-43e1-a08d-73ac3f588c72,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:54.639564 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 1e20ad29-9574-4201-8061-10f157d8932d no longer exists at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:36:54.649937 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6f17746d-c715-4c03-ae5d-1b5ce40a3684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458693'] for router_interface, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:54.662434 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] No Port match for: 1e20ad29-9574-4201-8061-10f157d8932d {{(pid=93892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:36:54.662771 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 1e20ad29-9574-4201-8061-10f157d8932d not bound to the agent host dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:36:54.727235 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b36c91cc-4727-49ab-9c35-75fb06408c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456095'] for router_gateway, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:54.861745 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b36c91cc-4727-49ab-9c35-75fb06408c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36924'] for router, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:54.865182 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b36c91cc-4727-49ab-9c35-75fb06408c24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:54.937475 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b36c91cc-4727-49ab-9c35-75fb06408c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445711'] for router, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:54.938008 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36c91cc-4727-49ab-9c35-75fb06408c24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd {{(pid=93891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:36:54.945358 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b36c91cc-4727-49ab-9c35-75fb06408c24 admin admin] Notify callbacks [] for router, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:54.946582 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-b36c91cc-4727-49ab-9c35-75fb06408c24 admin admin] 10.222.0.58 "DELETE /v2.0/routers/81e7ff86-da3d-4d44-8c6f-c7503a8dc3cd HTTP/1.1" status: 204 len: 168 time: 1.6550915 Aug 27 03:36:54.949524 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 58346) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:55.007244 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-c13930f1-dbb8-422e-982d-7c2609751b06 admin admin] Deleting subnet 8881d854-768f-46f5-bb0c-d6718d4b9eba {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:36:55.011155 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c13930f1-dbb8-422e-982d-7c2609751b06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:55.055878 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c13930f1-dbb8-422e-982d-7c2609751b06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8923430'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:55.104372 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978062fc-0642-4b86-a91c-0410d36ef3b1 req-50ad1c23-8b4b-41b1-b027-476aa35b2558 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:55.105851 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-978062fc-0642-4b86-a91c-0410d36ef3b1 req-50ad1c23-8b4b-41b1-b027-476aa35b2558 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 946 time: 0.1256187 Aug 27 03:36:55.137814 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f17746d-c715-4c03-ae5d-1b5ce40a3684 admin admin] Router ddd0363a-e1b9-4073-be08-f087298c6e3e has already been hosted by L3 agent 531130d0-1c3c-4def-a74a-055fb8373853 {{(pid=93891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:36:55.148219 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48ab44-bffd-40c7-afbc-244ec3110daa req-69ef45f5-f28a-4538-baad-10513d6e9442 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:55.149649 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-dc48ab44-bffd-40c7-afbc-244ec3110daa req-69ef45f5-f28a-4538-baad-10513d6e9442 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.63 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 946 time: 0.1000826 Aug 27 03:36:55.165548 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c13930f1-dbb8-422e-982d-7c2609751b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1466029'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:55.196020 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-978062fc-0642-4b86-a91c-0410d36ef3b1 req-3f6ea9e9-3240-4b5b-8093-3514b1978702 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c67065d-052c-413d-8c93-329ac489bc99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816019 Aug 27 03:36:55.227368 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c13930f1-dbb8-422e-982d-7c2609751b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1466018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999370'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:55.257079 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13930f1-dbb8-422e-982d-7c2609751b06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8881d854-768f-46f5-bb0c-d6718d4b9eba,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:55.260919 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c13930f1-dbb8-422e-982d-7c2609751b06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:55.265527 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-c13930f1-dbb8-422e-982d-7c2609751b06 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8881d854-768f-46f5-bb0c-d6718d4b9eba HTTP/1.1" status: 204 len: 168 time: 0.3116956 Aug 27 03:36:55.266394 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 58348) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:55.270100 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84aad757-f716-41b6-92a9-04f9ef60c8ea None None] Network ff2334ee-c3c9-468a-845a-218e819133a7 requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:36:55.338042 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3a758e78-8ec0-4807-9776-882fe8218954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656125'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:55.338548 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f17746d-c715-4c03-ae5d-1b5ce40a3684 admin admin] Notify agent at l3_agent.dv-cinder-804735-2-iscsi the message routers_updated {{(pid=93891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:36:55.345406 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-6f17746d-c715-4c03-ae5d-1b5ce40a3684 admin admin] 10.222.0.58 "PUT /v2.0/routers/ddd0363a-e1b9-4073-be08-f087298c6e3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7772789 Aug 27 03:36:55.349050 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [req-dc48ab44-bffd-40c7-afbc-244ec3110daa req-f7aba5b9-f288-41b6-bbd9-f19826a705a4 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Deleting port d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:36:55.349391 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-dc48ab44-bffd-40c7-afbc-244ec3110daa req-f7aba5b9-f288-41b6-bbd9-f19826a705a4 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:55.351876 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b964c41-fed3-4e38-ac0c-7cf100272875 None None] Sync routers for ids ['ddd0363a-e1b9-4073-be08-f087298c6e3e'] in dv-cinder-804735-2-iscsi {{(pid=93893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:36:55.352412 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 58350) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:55.364398 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b964c41-fed3-4e38-ac0c-7cf100272875 None None] Routers {'ddd0363a-e1b9-4073-be08-f087298c6e3e'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:36:55.366637 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-7b964c41-fed3-4e38-ac0c-7cf100272875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:36:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['ddd0363a-e1b9-4073-be08-f087298c6e3e'], 'active': True} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:55.449488 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-dc48ab44-bffd-40c7-afbc-244ec3110daa req-f7aba5b9-f288-41b6-bbd9-f19826a705a4 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] For port d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e,segment=NetworkSegment(25ebcf9e-1800-44cf-8850-b722b184847e),segment_id=25ebcf9e-1800-44cf-8850-b722b184847e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:36:55.450239 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-dc48ab44-bffd-40c7-afbc-244ec3110daa req-f7aba5b9-f288-41b6-bbd9-f19826a705a4 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:55.496726 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904e4c1b-3bf1-46f1-82f7-0e7da68691db None None] DHCP port deletion for ff2334ee-c3c9-468a-845a-218e819133a7 request from dv-cinder-804735-2-iscsi {{(pid=93892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:36:55.511417 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-3a758e78-8ec0-4807-9776-882fe8218954 admin admin] Deleting port 48ec0506-d1ed-4b51-a954-2726106da650 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:36:55.511759 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3a758e78-8ec0-4807-9776-882fe8218954 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:55.515614 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-40d5b2b3-4458-40ac-8c23-f7a121c0f58e admin admin] Notify callbacks [] for router, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:55.526054 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvr_db [None req-7b964c41-fed3-4e38-ac0c-7cf100272875 None None] Set router ddd0363a-e1b9-4073-be08-f087298c6e3e gateway port host: dv-cinder-804735-2-iscsi {{(pid=93893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:36:55.551724 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-904e4c1b-3bf1-46f1-82f7-0e7da68691db None None] Deleting port 48ec0506-d1ed-4b51-a954-2726106da650 {{(pid=93892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:36:55.552095 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-904e4c1b-3bf1-46f1-82f7-0e7da68691db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:55.621720 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-904e4c1b-3bf1-46f1-82f7-0e7da68691db None None] For port 48ec0506-d1ed-4b51-a954-2726106da650, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=48ec0506-d1ed-4b51-a954-2726106da650,segment=NetworkSegment(9681f18e-fb48-43cf-ad6d-d086c37b3af5),segment_id=9681f18e-fb48-43cf-ad6d-d086c37b3af5)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:36:55.622912 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-904e4c1b-3bf1-46f1-82f7-0e7da68691db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:55.638176 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-904e4c1b-3bf1-46f1-82f7-0e7da68691db None None] Calling delete_port for 48ec0506-d1ed-4b51-a954-2726106da650 owned by network:dhcp {{(pid=93892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:36:55.665269 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-dc48ab44-bffd-40c7-afbc-244ec3110daa req-f7aba5b9-f288-41b6-bbd9-f19826a705a4 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:55.665900 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-3a758e78-8ec0-4807-9776-882fe8218954 admin admin] For port 48ec0506-d1ed-4b51-a954-2726106da650, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=48ec0506-d1ed-4b51-a954-2726106da650,segment=NetworkSegment(9681f18e-fb48-43cf-ad6d-d086c37b3af5),segment_id=9681f18e-fb48-43cf-ad6d-d086c37b3af5)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:36:55.666025 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-dc48ab44-bffd-40c7-afbc-244ec3110daa req-f7aba5b9-f288-41b6-bbd9-f19826a705a4 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456017'] for floatingip, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:55.666124 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3a758e78-8ec0-4807-9776-882fe8218954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:55.666221 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.db.l3_db [req-dc48ab44-bffd-40c7-afbc-244ec3110daa req-f7aba5b9-f288-41b6-bbd9-f19826a705a4 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Floating IP f7045e33-d076-4fad-a58a-062e4a6e0d42 disassociated. External IP: 172.27.0.60, port: d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e. Aug 27 03:36:55.666470 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [req-dc48ab44-bffd-40c7-afbc-244ec3110daa req-f7aba5b9-f288-41b6-bbd9-f19826a705a4 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Calling delete_port for d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e owned by compute:nova {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:36:55.688166 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-3a758e78-8ec0-4807-9776-882fe8218954 admin admin] Calling delete_port for 48ec0506-d1ed-4b51-a954-2726106da650 owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:36:55.711291 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-40d5b2b3-4458-40ac-8c23-f7a121c0f58e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:55.767696 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-904e4c1b-3bf1-46f1-82f7-0e7da68691db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517'] for port, after_delete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:55.798060 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904e4c1b-3bf1-46f1-82f7-0e7da68691db None None] Pushing event deleted for resources: {'Port': ['ID=48ec0506-d1ed-4b51-a954-2726106da650,revision_number=None']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:55.801293 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904e4c1b-3bf1-46f1-82f7-0e7da68691db None None] No DVR routers for this DVR port 48ec0506-d1ed-4b51-a954-2726106da650 on host dv-cinder-804735-2-iscsi {{(pid=93892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:36:55.811212 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e4c1b-3bf1-46f1-82f7-0e7da68691db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:55.811924 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e4c1b-3bf1-46f1-82f7-0e7da68691db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:55.812584 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e4c1b-3bf1-46f1-82f7-0e7da68691db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:55.813167 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e4c1b-3bf1-46f1-82f7-0e7da68691db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:55.813692 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e4c1b-3bf1-46f1-82f7-0e7da68691db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:55.814263 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e4c1b-3bf1-46f1-82f7-0e7da68691db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:55.815021 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e4c1b-3bf1-46f1-82f7-0e7da68691db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:55.815711 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e4c1b-3bf1-46f1-82f7-0e7da68691db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:55.816670 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e4c1b-3bf1-46f1-82f7-0e7da68691db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:55.817378 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e4c1b-3bf1-46f1-82f7-0e7da68691db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:55.818148 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e4c1b-3bf1-46f1-82f7-0e7da68691db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:55.818764 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e4c1b-3bf1-46f1-82f7-0e7da68691db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:55.823813 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-dc48ab44-bffd-40c7-afbc-244ec3110daa req-f7aba5b9-f288-41b6-bbd9-f19826a705a4 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:55.836130 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3a758e78-8ec0-4807-9776-882fe8218954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9123015'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:55.864803 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aba5b9-f288-41b6-bbd9-f19826a705a4 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Pushing event deleted for resources: {'Port': ['ID=d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:55.870442 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a758e78-8ec0-4807-9776-882fe8218954 admin admin] No DVR routers for this DVR port 48ec0506-d1ed-4b51-a954-2726106da650 on host dv-cinder-804735-2-iscsi {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:36:55.875456 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-40d5b2b3-4458-40ac-8c23-f7a121c0f58e admin admin] Deleting port c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:36:55.876055 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-40d5b2b3-4458-40ac-8c23-f7a121c0f58e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:55.879920 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a758e78-8ec0-4807-9776-882fe8218954 admin admin] Pushing event deleted for resources: {'Port': ['ID=48ec0506-d1ed-4b51-a954-2726106da650,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:55.892163 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-7b964c41-fed3-4e38-ac0c-7cf100272875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd0363a-e1b9-4073-be08-f087298c6e3e', 'name': 'tempest-TestShelveInstance-1034468476-router', 'tenant_id': '90c43de7a6384b82b35f14a762da5d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:50Z', 'updated_at': '2021-08-27T03:36:53Z', 'revision_number': 5, 'project_id': '90c43de7a6384b82b35f14a762da5d37', 'gw_port': {'id': 'c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ba:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd0363a-e1b9-4073-be08-f087298c6e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:30:51Z', 'updated_at': '2021-08-27T03:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi'}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:55.926588 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b964c41-fed3-4e38-ac0c-7cf100272875 None None] Checking router: ddd0363a-e1b9-4073-be08-f087298c6e3e for host: dv-cinder-804735-2-iscsi {{(pid=93893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:36:55.935786 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b964c41-fed3-4e38-ac0c-7cf100272875 None None] Routers {'ddd0363a-e1b9-4073-be08-f087298c6e3e'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:36:55.936621 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-7b964c41-fed3-4e38-ac0c-7cf100272875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:36:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['ddd0363a-e1b9-4073-be08-f087298c6e3e'], 'active': True} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:55.984686 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc48ab44-bffd-40c7-afbc-244ec3110daa req-f7aba5b9-f288-41b6-bbd9-f19826a705a4 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Router 9fb9f90e-3720-49fd-a152-fb2572effb38 has already been hosted by L3 agent 531130d0-1c3c-4def-a74a-055fb8373853 {{(pid=93891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:36:55.985931 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 48ec0506-d1ed-4b51-a954-2726106da650 no longer exists at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:36:56.005493 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] No Port match for: 48ec0506-d1ed-4b51-a954-2726106da650 {{(pid=93892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:36:56.005826 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 48ec0506-d1ed-4b51-a954-2726106da650 not bound to the agent host dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:36:56.006246 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device b866eab5-d718-43e1-a08d-73ac3f588c72 no longer exists at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:36:56.025452 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] No Port match for: b866eab5-d718-43e1-a08d-73ac3f588c72 {{(pid=93892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:36:56.025879 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device b866eab5-d718-43e1-a08d-73ac3f588c72 not bound to the agent host dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:36:56.035222 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3a758e78-8ec0-4807-9776-882fe8218954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1577558', 'neutron.services.segments.db._delete_segments_for_network-8776575369454'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:56.044566 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvr_db [None req-7b964c41-fed3-4e38-ac0c-7cf100272875 None None] Set router ddd0363a-e1b9-4073-be08-f087298c6e3e gateway port host: None {{(pid=93893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:36:56.054089 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.services.segments.db [None req-3a758e78-8ec0-4807-9776-882fe8218954 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff2334ee-c3c9-468a-845a-218e819133a7']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:56.074887 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.services.segments.db [None req-3a758e78-8ec0-4807-9776-882fe8218954 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9681f18e-fb48-43cf-ad6d-d086c37b3af5') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:56.075265 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.services.segments.db [None req-3a758e78-8ec0-4807-9776-882fe8218954 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9681f18e-fb48-43cf-ad6d-d086c37b3af5') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:56.089536 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-40d5b2b3-4458-40ac-8c23-f7a121c0f58e admin admin] For port c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8,segment=NetworkSegment(d4232587-dac2-4838-ac1c-504baf035179),segment_id=d4232587-dac2-4838-ac1c-504baf035179)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:36:56.089760 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-40d5b2b3-4458-40ac-8c23-f7a121c0f58e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:56.098880 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-7b964c41-fed3-4e38-ac0c-7cf100272875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd0363a-e1b9-4073-be08-f087298c6e3e', 'name': 'tempest-TestShelveInstance-1034468476-router', 'tenant_id': '90c43de7a6384b82b35f14a762da5d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:50Z', 'updated_at': '2021-08-27T03:36:55Z', 'revision_number': 6, 'project_id': '90c43de7a6384b82b35f14a762da5d37', 'gw_port_host': None}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:56.101571 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3a758e78-8ec0-4807-9776-882fe8218954 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776575369337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8923449'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:56.104485 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc48ab44-bffd-40c7-afbc-244ec3110daa req-f7aba5b9-f288-41b6-bbd9-f19826a705a4 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify agent at l3_agent.dv-cinder-804735-2-iscsi the message routers_updated {{(pid=93891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:36:56.115627 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-40d5b2b3-4458-40ac-8c23-f7a121c0f58e admin admin] Calling delete_port for c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8 owned by network:router_gateway {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:36:56.116568 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758c0112-f157-49bc-b0a5-f44afed52d9e None None] Sync routers for ids ['9fb9f90e-3720-49fd-a152-fb2572effb38'] in dv-cinder-804735-2-iscsi {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:36:56.127800 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3a758e78-8ec0-4807-9776-882fe8218954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:56.132225 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758c0112-f157-49bc-b0a5-f44afed52d9e None None] Routers {'9fb9f90e-3720-49fd-a152-fb2572effb38'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:36:56.133042 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-758c0112-f157-49bc-b0a5-f44afed52d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:36:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['9fb9f90e-3720-49fd-a152-fb2572effb38'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:56.141552 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a758e78-8ec0-4807-9776-882fe8218954 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:36:56.144108 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3a758e78-8ec0-4807-9776-882fe8218954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9123058'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:56.144756 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b964c41-fed3-4e38-ac0c-7cf100272875 None None] The sync data for ids ['ddd0363a-e1b9-4073-be08-f087298c6e3e'] in dv-cinder-804735-2-iscsi is: [{'id': 'ddd0363a-e1b9-4073-be08-f087298c6e3e', 'name': 'tempest-TestShelveInstance-1034468476-router', 'tenant_id': '90c43de7a6384b82b35f14a762da5d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:50Z', 'updated_at': '2021-08-27T03:36:55Z', 'revision_number': 6, 'project_id': '90c43de7a6384b82b35f14a762da5d37', 'gw_port_host': None}] {{(pid=93893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:36:56.154421 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc48ab44-bffd-40c7-afbc-244ec3110daa req-f7aba5b9-f288-41b6-bbd9-f19826a705a4 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] No DVR routers for this DVR port d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e on host hv-cinder-80473 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:36:56.157469 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-dc48ab44-bffd-40c7-afbc-244ec3110daa req-f7aba5b9-f288-41b6-bbd9-f19826a705a4 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:56.159794 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-dc48ab44-bffd-40c7-afbc-244ec3110daa req-f7aba5b9-f288-41b6-bbd9-f19826a705a4 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.63 "DELETE /v2.0/ports/d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e HTTP/1.1" status: 204 len: 173 time: 1.0015211 Aug 27 03:36:56.160308 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d79045-6606-4046-b902-58e716cb2375', 'name': 'network-vif-deleted', 'tag': 'd5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:36:56.161674 dv-cinder-804735-2-iscsi neutron-server[93890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:36:56.161674 dv-cinder-804735-2-iscsi neutron-server[93890]: self.session.flush() Aug 27 03:36:56.161674 dv-cinder-804735-2-iscsi neutron-server[93890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:36:56.161674 dv-cinder-804735-2-iscsi neutron-server[93890]: self.session.flush() Aug 27 03:36:56.161674 dv-cinder-804735-2-iscsi neutron-server[93890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:36:56.161674 dv-cinder-804735-2-iscsi neutron-server[93890]: self.session.flush() Aug 27 03:36:56.161674 dv-cinder-804735-2-iscsi neutron-server[93890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:36:56.161674 dv-cinder-804735-2-iscsi neutron-server[93890]: self.session.flush() Aug 27 03:36:56.161674 dv-cinder-804735-2-iscsi neutron-server[93890]: Traceback (most recent call last): Aug 27 03:36:56.161674 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:36:56.161674 dv-cinder-804735-2-iscsi neutron-server[93890]: timer() Aug 27 03:36:56.161674 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:36:56.161674 dv-cinder-804735-2-iscsi neutron-server[93890]: cb(*args, **kw) Aug 27 03:36:56.161674 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:36:56.161674 dv-cinder-804735-2-iscsi neutron-server[93890]: return func(*args, **kwargs) Aug 27 03:36:56.161674 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:36:56.161674 dv-cinder-804735-2-iscsi neutron-server[93890]: self._notify() Aug 27 03:36:56.161674 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:36:56.161674 dv-cinder-804735-2-iscsi neutron-server[93890]: self.callback(batched_events) Aug 27 03:36:56.161674 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:36:56.161674 dv-cinder-804735-2-iscsi neutron-server[93890]: event.method(event) Aug 27 03:36:56.161674 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:36:56.161674 dv-cinder-804735-2-iscsi neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:36:56.161674 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:36:56.161674 dv-cinder-804735-2-iscsi neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:36:56.161674 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:36:56.161674 dv-cinder-804735-2-iscsi neutron-server[93890]: return f(self, *a, **k) Aug 27 03:36:56.161674 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:36:56.161674 dv-cinder-804735-2-iscsi neutron-server[93890]: return self._get(url).json() Aug 27 03:36:56.161674 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:36:56.161674 dv-cinder-804735-2-iscsi neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:36:56.161674 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:36:56.161674 dv-cinder-804735-2-iscsi neutron-server[93890]: return self.request(url, 'GET', **kwargs) Aug 27 03:36:56.161674 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:36:56.161674 dv-cinder-804735-2-iscsi neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:36:56.161674 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:36:56.161674 dv-cinder-804735-2-iscsi neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:36:56.161674 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:36:56.161674 dv-cinder-804735-2-iscsi neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:36:56.161674 dv-cinder-804735-2-iscsi neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:36:56.164354 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5db798dbfc6723b72cacb44784ab66cf68bec91175074e332c63962bd4ba80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725127da-241f-4de0-b184-b98be1115d80" -d '{"events": [{"server_uuid": "46d79045-6606-4046-b902-58e716cb2375", "name": "network-vif-deleted", "tag": "d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:36:56.224764 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b95712a-b63f-458b-85b5-efb46e333511 x-openstack-request-id: req-0b95712a-b63f-458b-85b5-efb46e333511 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:36:56.225364 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d79045-6606-4046-b902-58e716cb2375", "name": "network-vif-deleted", "tag": "d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e", "status": "completed", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:36:56.226966 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0b95712a-b63f-458b-85b5-efb46e333511 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:36:56.227908 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d79045-6606-4046-b902-58e716cb2375', 'name': 'network-vif-deleted', 'tag': 'd5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e', 'status': 'completed', 'code': 200} Aug 27 03:36:56.272424 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3a758e78-8ec0-4807-9776-882fe8218954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456099'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:56.289551 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3a758e78-8ec0-4807-9776-882fe8218954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:56.291755 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-3a758e78-8ec0-4807-9776-882fe8218954 admin admin] 10.222.0.58 "DELETE /v2.0/networks/ff2334ee-c3c9-468a-845a-218e819133a7 HTTP/1.1" status: 204 len: 168 time: 1.0248694 Aug 27 03:36:56.294154 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a758e78-8ec0-4807-9776-882fe8218954 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff2334ee-c3c9-468a-845a-218e819133a7,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:56.347980 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-40911e58-04bb-46fd-9fcd-6f6f1d645a4b req-8f0d394f-a239-4521-acf7-4ec9879ab378 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/ports?device_id=46d79045-6606-4046-b902-58e716cb2375 HTTP/1.1" status: 200 len: 210 time: 0.0599926 Aug 27 03:36:56.386171 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-758c0112-f157-49bc-b0a5-f44afed52d9e None None] Set router 9fb9f90e-3720-49fd-a152-fb2572effb38 gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:36:56.463942 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-40d5b2b3-4458-40ac-8c23-f7a121c0f58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9123015'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:56.493348 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d5b2b3-4458-40ac-8c23-f7a121c0f58e admin admin] Pushing event deleted for resources: {'Port': ['ID=c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:56.518870 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 58358) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:56.574281 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-40d5b2b3-4458-40ac-8c23-f7a121c0f58e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456095'] for router_gateway, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:56.588977 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-55b9ff76-b1f5-4187-9020-45ed8a6c850c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=527dc9638ff74cfda148b7cf1b61c6c8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0642605 Aug 27 03:36:56.588977 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 58360) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:56.657447 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8bc4fc49-2b37-4d8b-a449-386e0e985c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:56.660316 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-758c0112-f157-49bc-b0a5-f44afed52d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'name': 'tempest-AttachVolumeShelveTestJSON-1719299241-router', 'tenant_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ea40e756-c901-4048-90b4-7d2cb256dc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:11Z', 'updated_at': '2021-08-27T03:29:20Z', 'revision_number': 4, 'project_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'gw_port': {'id': 'ea40e756-c901-4048-90b4-7d2cb256dc51', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:13Z', 'updated_at': '2021-08-27T03:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': 'c500e205-52b3-4752-9bc2-9342d85c6169', 'name': '', 'network_id': '914ec375-24a4-430c-b691-a84588d24cf3', 'tenant_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'mac_address': 'fa:16:3e:6b:d3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '01048c02-3dc7-4172-b7c7-73d0365326a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:19Z', 'updated_at': '2021-08-27T03:29:28Z', 'revision_number': 5, 'project_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'subnets': [{'id': '01048c02-3dc7-4172-b7c7-73d0365326a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:56.678678 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-40d5b2b3-4458-40ac-8c23-f7a121c0f58e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36924'] for router, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:56.681160 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-40d5b2b3-4458-40ac-8c23-f7a121c0f58e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:56.688262 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758c0112-f157-49bc-b0a5-f44afed52d9e None None] Checking router: 9fb9f90e-3720-49fd-a152-fb2572effb38 for host: dv-cinder-804735-2-iscsi {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:36:56.694243 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8bc4fc49-2b37-4d8b-a449-386e0e985c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:56.699379 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758c0112-f157-49bc-b0a5-f44afed52d9e None None] Routers {'9fb9f90e-3720-49fd-a152-fb2572effb38'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:36:56.700034 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-758c0112-f157-49bc-b0a5-f44afed52d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:36:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['9fb9f90e-3720-49fd-a152-fb2572effb38'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:56.732320 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-40d5b2b3-4458-40ac-8c23-f7a121c0f58e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445711'] for router, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:56.733404 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d5b2b3-4458-40ac-8c23-f7a121c0f58e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddd0363a-e1b9-4073-be08-f087298c6e3e {{(pid=93890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:36:56.744291 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-40d5b2b3-4458-40ac-8c23-f7a121c0f58e admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:56.750958 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 58362) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:56.751396 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-40d5b2b3-4458-40ac-8c23-f7a121c0f58e admin admin] 10.222.0.58 "DELETE /v2.0/routers/ddd0363a-e1b9-4073-be08-f087298c6e3e HTTP/1.1" status: 204 len: 168 time: 1.3938739 Aug 27 03:36:56.791722 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8bc4fc49-2b37-4d8b-a449-386e0e985c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:56.794424 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8bc4fc49-2b37-4d8b-a449-386e0e985c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:56.798944 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-8bc4fc49-2b37-4d8b-a449-386e0e985c84 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/362bfa79-05b1-4ca4-b719-2c8928acb66c HTTP/1.1" status: 204 len: 168 time: 0.2069721 Aug 27 03:36:56.813618 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc4fc49-2b37-4d8b-a449-386e0e985c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362bfa79-05b1-4ca4-b719-2c8928acb66c,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:56.817916 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5f833b2-0246-479a-9e63-d1797f0ee806 admin admin] Deleting subnet 02e507ef-65b0-47f3-a75e-47a97e59e5ca {{(pid=93891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:36:56.821972 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a5f833b2-0246-479a-9e63-d1797f0ee806 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:56.869132 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a5f833b2-0246-479a-9e63-d1797f0ee806 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8573710'] for subnet, precommit_delete_associations {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:57.021141 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a5f833b2-0246-479a-9e63-d1797f0ee806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1466029'] for subnet, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:57.031192 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-758c0112-f157-49bc-b0a5-f44afed52d9e None None] Set router 9fb9f90e-3720-49fd-a152-fb2572effb38 gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:36:57.098592 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a5f833b2-0246-479a-9e63-d1797f0ee806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1466018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8458786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9228963'] for subnet, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:57.115486 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a5f833b2-0246-479a-9e63-d1797f0ee806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for subnet, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:57.118244 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-a5f833b2-0246-479a-9e63-d1797f0ee806 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/02e507ef-65b0-47f3-a75e-47a97e59e5ca HTTP/1.1" status: 204 len: 168 time: 0.3654530 Aug 27 03:36:57.121465 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 58368) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:57.137797 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f833b2-0246-479a-9e63-d1797f0ee806 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02e507ef-65b0-47f3-a75e-47a97e59e5ca,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:57.155921 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77800a87-2fe1-4399-b501-3c62ac609926 None None] Network 86a24c14-9a31-45eb-af67-a58be595d161 requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:36:57.216442 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-08d8f9f8-ace2-432e-a3e1-d38242e77944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656125'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:57.296953 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-08d8f9f8-ace2-432e-a3e1-d38242e77944 admin admin] Deleting port 4062c3be-f8a4-4b37-bd87-abed8f9e0d91 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:36:57.297685 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-08d8f9f8-ace2-432e-a3e1-d38242e77944 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:57.417460 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-758c0112-f157-49bc-b0a5-f44afed52d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'name': 'tempest-AttachVolumeShelveTestJSON-1719299241-router', 'tenant_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ea40e756-c901-4048-90b4-7d2cb256dc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:11Z', 'updated_at': '2021-08-27T03:29:20Z', 'revision_number': 4, 'project_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'gw_port': {'id': 'ea40e756-c901-4048-90b4-7d2cb256dc51', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:13Z', 'updated_at': '2021-08-27T03:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': 'c500e205-52b3-4752-9bc2-9342d85c6169', 'name': '', 'network_id': '914ec375-24a4-430c-b691-a84588d24cf3', 'tenant_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'mac_address': 'fa:16:3e:6b:d3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '01048c02-3dc7-4172-b7c7-73d0365326a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:19Z', 'updated_at': '2021-08-27T03:29:28Z', 'revision_number': 5, 'project_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'subnets': [{'id': '01048c02-3dc7-4172-b7c7-73d0365326a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:57.457003 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758c0112-f157-49bc-b0a5-f44afed52d9e None None] The sync data for ids ['9fb9f90e-3720-49fd-a152-fb2572effb38'] in dv-cinder-804735-2-iscsi is: [{'id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'name': 'tempest-AttachVolumeShelveTestJSON-1719299241-router', 'tenant_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ea40e756-c901-4048-90b4-7d2cb256dc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:11Z', 'updated_at': '2021-08-27T03:29:20Z', 'revision_number': 4, 'project_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'gw_port': {'id': 'ea40e756-c901-4048-90b4-7d2cb256dc51', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:13Z', 'updated_at': '2021-08-27T03:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': 'c500e205-52b3-4752-9bc2-9342d85c6169', 'name': '', 'network_id': '914ec375-24a4-430c-b691-a84588d24cf3', 'tenant_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'mac_address': 'fa:16:3e:6b:d3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '01048c02-3dc7-4172-b7c7-73d0365326a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:19Z', 'updated_at': '2021-08-27T03:29:28Z', 'revision_number': 5, 'project_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'subnets': [{'id': '01048c02-3dc7-4172-b7c7-73d0365326a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:36:57.508131 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 58382) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:57.515593 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdfc5a3-da02-4bf0-8626-d84741bde446 None None] DHCP port deletion for 86a24c14-9a31-45eb-af67-a58be595d161 request from dv-cinder-804735-2-iscsi {{(pid=93892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:36:57.589819 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-bcdfc5a3-da02-4bf0-8626-d84741bde446 None None] Deleting port 4062c3be-f8a4-4b37-bd87-abed8f9e0d91 {{(pid=93892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:36:57.590180 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-bcdfc5a3-da02-4bf0-8626-d84741bde446 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:57.598877 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2a90ee52-fe48-41aa-a5d2-50d57fabe67b tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks [] for security_group, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:57.637692 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2a90ee52-fe48-41aa-a5d2-50d57fabe67b tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:57.672688 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-bcdfc5a3-da02-4bf0-8626-d84741bde446 None None] For port 4062c3be-f8a4-4b37-bd87-abed8f9e0d91, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=4062c3be-f8a4-4b37-bd87-abed8f9e0d91,segment=NetworkSegment(cd94c509-5c85-4501-bbd0-bfe66cd37392),segment_id=cd94c509-5c85-4501-bbd0-bfe66cd37392)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:36:57.673452 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-bcdfc5a3-da02-4bf0-8626-d84741bde446 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:57.689895 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-bcdfc5a3-da02-4bf0-8626-d84741bde446 None None] Calling delete_port for 4062c3be-f8a4-4b37-bd87-abed8f9e0d91 owned by network:dhcp {{(pid=93892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:36:57.714302 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2a90ee52-fe48-41aa-a5d2-50d57fabe67b tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:57.717077 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2a90ee52-fe48-41aa-a5d2-50d57fabe67b tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:57.718995 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-2a90ee52-fe48-41aa-a5d2-50d57fabe67b tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "DELETE /v2.0/security-groups/8c67065d-052c-413d-8c93-329ac489bc99 HTTP/1.1" status: 204 len: 168 time: 0.2095428 Aug 27 03:36:57.722392 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 58390) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:57.746217 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a90ee52-fe48-41aa-a5d2-50d57fabe67b tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c67065d-052c-413d-8c93-329ac489bc99,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:57.753787 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-08d8f9f8-ace2-432e-a3e1-d38242e77944 admin admin] For port 4062c3be-f8a4-4b37-bd87-abed8f9e0d91, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=4062c3be-f8a4-4b37-bd87-abed8f9e0d91,segment=NetworkSegment(cd94c509-5c85-4501-bbd0-bfe66cd37392),segment_id=cd94c509-5c85-4501-bbd0-bfe66cd37392)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:36:57.754215 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-08d8f9f8-ace2-432e-a3e1-d38242e77944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:57.767287 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.api.v2.resource [None req-fc20fdd2-512a-4b44-8dce-ead3ca1c7002 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] show failed (client error): The resource could not be found. Aug 27 03:36:57.771219 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-fc20fdd2-512a-4b44-8dce-ead3ca1c7002 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "GET /v2.0/security-groups/8c67065d-052c-413d-8c93-329ac489bc99 HTTP/1.1" status: 404 len: 347 time: 0.0445273 Aug 27 03:36:57.771335 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 58392) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:57.788712 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-08d8f9f8-ace2-432e-a3e1-d38242e77944 admin admin] Calling delete_port for 4062c3be-f8a4-4b37-bd87-abed8f9e0d91 owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:36:57.846572 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-bcdfc5a3-da02-4bf0-8626-d84741bde446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517'] for port, after_delete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:57.874683 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdfc5a3-da02-4bf0-8626-d84741bde446 None None] Pushing event deleted for resources: {'Port': ['ID=4062c3be-f8a4-4b37-bd87-abed8f9e0d91,revision_number=None']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:57.886714 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdfc5a3-da02-4bf0-8626-d84741bde446 None None] No DVR routers for this DVR port 4062c3be-f8a4-4b37-bd87-abed8f9e0d91 on host dv-cinder-804735-2-iscsi {{(pid=93892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:36:57.912708 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b421bd-99a4-45c1-a680-f540048e1f6e None None] New status for floating IP f7045e33-d076-4fad-a58a-062e4a6e0d42: DOWN {{(pid=93893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:36:57.923476 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-08d8f9f8-ace2-432e-a3e1-d38242e77944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9123015'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:57.970719 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d8f9f8-ace2-432e-a3e1-d38242e77944 admin admin] No DVR routers for this DVR port 4062c3be-f8a4-4b37-bd87-abed8f9e0d91 on host dv-cinder-804735-2-iscsi {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:36:57.970719 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d8f9f8-ace2-432e-a3e1-d38242e77944 admin admin] Pushing event deleted for resources: {'Port': ['ID=4062c3be-f8a4-4b37-bd87-abed8f9e0d91,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:57.974463 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 4062c3be-f8a4-4b37-bd87-abed8f9e0d91 no longer exists at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:36:57.978376 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-ebe89bfa-6709-452f-8fef-74a98a95ca03 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Deleting port ede71343-519a-4372-a8a5-f4f4a0a6322c {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:36:57.978834 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ebe89bfa-6709-452f-8fef-74a98a95ca03 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:57.998749 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] No Port match for: 4062c3be-f8a4-4b37-bd87-abed8f9e0d91 {{(pid=93892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:36:57.999082 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 4062c3be-f8a4-4b37-bd87-abed8f9e0d91 not bound to the agent host dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:36:57.999795 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8 no longer exists at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:36:58.048174 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] No Port match for: c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8 {{(pid=93892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:36:58.048926 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device c0ef0bbd-55c0-4e1c-a1da-86a062ae75f8 not bound to the agent host dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:36:58.049047 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device c5a50b2f-cc38-4ac7-9828-052019a922b2 no longer exists at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:36:58.051744 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 6 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:36:58.072393 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ebe89bfa-6709-452f-8fef-74a98a95ca03 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:58.072873 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ebe89bfa-6709-452f-8fef-74a98a95ca03 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:58.086231 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-ebe89bfa-6709-452f-8fef-74a98a95ca03 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Calling delete_port for ede71343-519a-4372-a8a5-f4f4a0a6322c owned by network:floatingip {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:36:58.086779 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] No Port match for: c5a50b2f-cc38-4ac7-9828-052019a922b2 {{(pid=93892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:36:58.087441 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device c5a50b2f-cc38-4ac7-9828-052019a922b2 not bound to the agent host dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:36:58.092045 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e no longer exists at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:36:58.120402 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-08d8f9f8-ace2-432e-a3e1-d38242e77944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1577558', 'neutron.services.segments.db._delete_segments_for_network-8776575369454'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:58.125270 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] No Port match for: d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e {{(pid=93892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:36:58.125860 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device d5b2a8c0-6b4b-4cd6-b54e-8c7f7c37ea9e not bound to the agent host hv-cinder-80473 {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:36:58.140730 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.services.segments.db [None req-08d8f9f8-ace2-432e-a3e1-d38242e77944 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86a24c14-9a31-45eb-af67-a58be595d161']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:58.160897 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.services.segments.db [None req-08d8f9f8-ace2-432e-a3e1-d38242e77944 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd94c509-5c85-4501-bbd0-bfe66cd37392') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:58.161698 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.services.segments.db [None req-08d8f9f8-ace2-432e-a3e1-d38242e77944 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd94c509-5c85-4501-bbd0-bfe66cd37392') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:58.171246 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-08d8f9f8-ace2-432e-a3e1-d38242e77944 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776575369337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8923449'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:58.195382 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-08d8f9f8-ace2-432e-a3e1-d38242e77944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:58.202207 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08d8f9f8-ace2-432e-a3e1-d38242e77944 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:36:58.202698 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-08d8f9f8-ace2-432e-a3e1-d38242e77944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9123058'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:58.204857 dv-cinder-804735-2-iscsi neutron-server[93890]: Traceback (most recent call last): Aug 27 03:36:58.204857 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:36:58.204857 dv-cinder-804735-2-iscsi neutron-server[93890]: timer() Aug 27 03:36:58.204857 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:36:58.204857 dv-cinder-804735-2-iscsi neutron-server[93890]: cb(*args, **kw) Aug 27 03:36:58.204857 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:36:58.204857 dv-cinder-804735-2-iscsi neutron-server[93890]: return func(*args, **kwargs) Aug 27 03:36:58.204857 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:36:58.204857 dv-cinder-804735-2-iscsi neutron-server[93890]: self._notify() Aug 27 03:36:58.204857 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:36:58.204857 dv-cinder-804735-2-iscsi neutron-server[93890]: self.callback(batched_events) Aug 27 03:36:58.204857 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:36:58.204857 dv-cinder-804735-2-iscsi neutron-server[93890]: event.method(event) Aug 27 03:36:58.204857 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:36:58.204857 dv-cinder-804735-2-iscsi neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:36:58.204857 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:36:58.204857 dv-cinder-804735-2-iscsi neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:36:58.204857 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:36:58.204857 dv-cinder-804735-2-iscsi neutron-server[93890]: return f(self, *a, **k) Aug 27 03:36:58.204857 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:36:58.204857 dv-cinder-804735-2-iscsi neutron-server[93890]: return self._get(url).json() Aug 27 03:36:58.204857 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:36:58.204857 dv-cinder-804735-2-iscsi neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:36:58.204857 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:36:58.204857 dv-cinder-804735-2-iscsi neutron-server[93890]: return self.request(url, 'GET', **kwargs) Aug 27 03:36:58.204857 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:36:58.204857 dv-cinder-804735-2-iscsi neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:36:58.204857 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:36:58.204857 dv-cinder-804735-2-iscsi neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:36:58.204857 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:36:58.204857 dv-cinder-804735-2-iscsi neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:36:58.204857 dv-cinder-804735-2-iscsi neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:36:58.245197 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ebe89bfa-6709-452f-8fef-74a98a95ca03 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:58.265019 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-08d8f9f8-ace2-432e-a3e1-d38242e77944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456099'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:58.274991 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-08d8f9f8-ace2-432e-a3e1-d38242e77944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:58.276478 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe89bfa-6709-452f-8fef-74a98a95ca03 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Pushing event deleted for resources: {'Port': ['ID=ede71343-519a-4372-a8a5-f4f4a0a6322c,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:58.277133 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-08d8f9f8-ace2-432e-a3e1-d38242e77944 admin admin] 10.222.0.58 "DELETE /v2.0/networks/86a24c14-9a31-45eb-af67-a58be595d161 HTTP/1.1" status: 204 len: 168 time: 1.1546786 Aug 27 03:36:58.280060 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 58402) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:58.287219 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d8f9f8-ace2-432e-a3e1-d38242e77944 admin admin] Pushing event deleted for resources: {'Network': ['ID=86a24c14-9a31-45eb-af67-a58be595d161,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:58.421607 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ebe89bfa-6709-452f-8fef-74a98a95ca03 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks [] for floatingip, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:58.424440 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ebe89bfa-6709-452f-8fef-74a98a95ca03 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for floatingip, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:58.426022 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-ebe89bfa-6709-452f-8fef-74a98a95ca03 tempest-AttachVolumeShelveTestJSON-661112575 tempest-AttachVolumeShelveTestJSON-661112575-project] 10.222.0.58 "DELETE /v2.0/floatingips/f7045e33-d076-4fad-a58a-062e4a6e0d42 HTTP/1.1" status: 204 len: 168 time: 0.6533451 Aug 27 03:36:58.764556 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-866cf766-1456-4eff-b47e-8b4833a312d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-458511'] for router_interface, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:59.282454 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-866cf766-1456-4eff-b47e-8b4833a312d8 admin admin] Deleting port 75cf7121-40c5-4eea-8165-bd266af32f18 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:36:59.282710 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-866cf766-1456-4eff-b47e-8b4833a312d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:59.360097 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-866cf766-1456-4eff-b47e-8b4833a312d8 admin admin] For port 75cf7121-40c5-4eea-8165-bd266af32f18, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=75cf7121-40c5-4eea-8165-bd266af32f18,segment=NetworkSegment(984dce49-6208-40da-9bac-b5dee767ef47),segment_id=984dce49-6208-40da-9bac-b5dee767ef47)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:36:59.360459 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-866cf766-1456-4eff-b47e-8b4833a312d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:59.373089 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-866cf766-1456-4eff-b47e-8b4833a312d8 admin admin] Calling delete_port for 75cf7121-40c5-4eea-8165-bd266af32f18 owned by network:router_interface {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:36:59.556916 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-866cf766-1456-4eff-b47e-8b4833a312d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:59.580151 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866cf766-1456-4eff-b47e-8b4833a312d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=75cf7121-40c5-4eea-8165-bd266af32f18,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:59.780257 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-866cf766-1456-4eff-b47e-8b4833a312d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458693'] for router_interface, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:00.032655 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866cf766-1456-4eff-b47e-8b4833a312d8 admin admin] Router ec2dd24a-8271-4dc6-924c-d5e1efc5560d has already been hosted by L3 agent 531130d0-1c3c-4def-a74a-055fb8373853 {{(pid=93891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:37:00.156766 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866cf766-1456-4eff-b47e-8b4833a312d8 admin admin] Notify agent at l3_agent.dv-cinder-804735-2-iscsi the message routers_updated {{(pid=93891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:37:00.162716 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-866cf766-1456-4eff-b47e-8b4833a312d8 admin admin] 10.222.0.58 "PUT /v2.0/routers/ec2dd24a-8271-4dc6-924c-d5e1efc5560d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8815012 Aug 27 03:37:00.164725 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 58444) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:00.168910 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7f1d4a-5781-4753-8d5a-e4336bfed307 None None] Sync routers for ids ['ec2dd24a-8271-4dc6-924c-d5e1efc5560d'] in dv-cinder-804735-2-iscsi {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:37:00.179370 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7f1d4a-5781-4753-8d5a-e4336bfed307 None None] Routers {'ec2dd24a-8271-4dc6-924c-d5e1efc5560d'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:37:00.180004 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-fc7f1d4a-5781-4753-8d5a-e4336bfed307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:36:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['ec2dd24a-8271-4dc6-924c-d5e1efc5560d'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:00.272314 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d1dab753-ca67-4717-96fd-12130a4b1c16 admin admin] Notify callbacks [] for router, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:00.286743 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-fc7f1d4a-5781-4753-8d5a-e4336bfed307 None None] Set router ec2dd24a-8271-4dc6-924c-d5e1efc5560d gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:37:00.381018 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d1dab753-ca67-4717-96fd-12130a4b1c16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:00.439146 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-d1dab753-ca67-4717-96fd-12130a4b1c16 admin admin] Deleting port 34ee2a84-9985-455e-8a28-c12d76d8159f {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:37:00.439775 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d1dab753-ca67-4717-96fd-12130a4b1c16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:00.465913 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-fc7f1d4a-5781-4753-8d5a-e4336bfed307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2dd24a-8271-4dc6-924c-d5e1efc5560d', 'name': 'tempest-TestShelveInstance-1727994598-router', 'tenant_id': 'ac8805c0009843f799c44fc1f675cb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '34ee2a84-9985-455e-8a28-c12d76d8159f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:59Z', 'updated_at': '2021-08-27T03:36:59Z', 'revision_number': 5, 'project_id': 'ac8805c0009843f799c44fc1f675cb23', 'gw_port': {'id': '34ee2a84-9985-455e-8a28-c12d76d8159f', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:99:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2dd24a-8271-4dc6-924c-d5e1efc5560d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi'}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:00.493063 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7f1d4a-5781-4753-8d5a-e4336bfed307 None None] Checking router: ec2dd24a-8271-4dc6-924c-d5e1efc5560d for host: dv-cinder-804735-2-iscsi {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:37:00.504458 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7f1d4a-5781-4753-8d5a-e4336bfed307 None None] Routers {'ec2dd24a-8271-4dc6-924c-d5e1efc5560d'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:37:00.505097 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-fc7f1d4a-5781-4753-8d5a-e4336bfed307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:36:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['ec2dd24a-8271-4dc6-924c-d5e1efc5560d'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:00.520120 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-d1dab753-ca67-4717-96fd-12130a4b1c16 admin admin] For port 34ee2a84-9985-455e-8a28-c12d76d8159f, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=34ee2a84-9985-455e-8a28-c12d76d8159f,segment=NetworkSegment(d4232587-dac2-4838-ac1c-504baf035179),segment_id=d4232587-dac2-4838-ac1c-504baf035179)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:00.520475 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d1dab753-ca67-4717-96fd-12130a4b1c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:00.533902 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-d1dab753-ca67-4717-96fd-12130a4b1c16 admin admin] Calling delete_port for 34ee2a84-9985-455e-8a28-c12d76d8159f owned by network:router_gateway {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:37:00.597413 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-fc7f1d4a-5781-4753-8d5a-e4336bfed307 None None] Set router ec2dd24a-8271-4dc6-924c-d5e1efc5560d gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:37:00.651658 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-fc7f1d4a-5781-4753-8d5a-e4336bfed307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2dd24a-8271-4dc6-924c-d5e1efc5560d', 'name': 'tempest-TestShelveInstance-1727994598-router', 'tenant_id': 'ac8805c0009843f799c44fc1f675cb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:59Z', 'updated_at': '2021-08-27T03:37:00Z', 'revision_number': 6, 'project_id': 'ac8805c0009843f799c44fc1f675cb23', 'gw_port_host': None}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:00.679929 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7f1d4a-5781-4753-8d5a-e4336bfed307 None None] The sync data for ids ['ec2dd24a-8271-4dc6-924c-d5e1efc5560d'] in dv-cinder-804735-2-iscsi is: [{'id': 'ec2dd24a-8271-4dc6-924c-d5e1efc5560d', 'name': 'tempest-TestShelveInstance-1727994598-router', 'tenant_id': 'ac8805c0009843f799c44fc1f675cb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:59Z', 'updated_at': '2021-08-27T03:37:00Z', 'revision_number': 6, 'project_id': 'ac8805c0009843f799c44fc1f675cb23', 'gw_port_host': None}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:37:00.700156 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d1dab753-ca67-4717-96fd-12130a4b1c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9123015'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:00.730431 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dab753-ca67-4717-96fd-12130a4b1c16 admin admin] Pushing event deleted for resources: {'Port': ['ID=34ee2a84-9985-455e-8a28-c12d76d8159f,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:00.790726 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d1dab753-ca67-4717-96fd-12130a4b1c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456095'] for router_gateway, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:00.880726 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d1dab753-ca67-4717-96fd-12130a4b1c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36924'] for router, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:00.883028 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d1dab753-ca67-4717-96fd-12130a4b1c16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:00.930396 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d1dab753-ca67-4717-96fd-12130a4b1c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445711'] for router, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:00.931039 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1dab753-ca67-4717-96fd-12130a4b1c16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec2dd24a-8271-4dc6-924c-d5e1efc5560d {{(pid=93890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:37:00.942403 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d1dab753-ca67-4717-96fd-12130a4b1c16 admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:00.943646 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-d1dab753-ca67-4717-96fd-12130a4b1c16 admin admin] 10.222.0.58 "DELETE /v2.0/routers/ec2dd24a-8271-4dc6-924c-d5e1efc5560d HTTP/1.1" status: 204 len: 168 time: 0.7778585 Aug 27 03:37:00.946198 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 58452) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:00.957462 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 58456) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:01.002272 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c9eb8cb-9b25-4ecb-814e-acecea8f1751 admin admin] Deleting subnet f5665cba-76bc-4a81-b137-362211400562 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:37:01.006456 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4c9eb8cb-9b25-4ecb-814e-acecea8f1751 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:01.054546 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4c9eb8cb-9b25-4ecb-814e-acecea8f1751 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8923430'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:01.159539 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4c9eb8cb-9b25-4ecb-814e-acecea8f1751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1466029'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:01.229500 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4c9eb8cb-9b25-4ecb-814e-acecea8f1751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1466018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999370'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:01.256465 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9eb8cb-9b25-4ecb-814e-acecea8f1751 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5665cba-76bc-4a81-b137-362211400562,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:01.260716 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4c9eb8cb-9b25-4ecb-814e-acecea8f1751 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:01.262668 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-4c9eb8cb-9b25-4ecb-814e-acecea8f1751 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f5665cba-76bc-4a81-b137-362211400562 HTTP/1.1" status: 204 len: 168 time: 0.3153627 Aug 27 03:37:01.267418 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 58466) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:01.267728 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde6a36e-b965-49ab-8a5e-e3f9d59e698c None None] Network 5e3bb6df-319e-43c5-b048-6f0edf916074 requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:37:01.304189 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 58468) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:01.403671 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-47cb6b3e-6870-4ea0-bb4d-99251881dfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656125'] for network, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:01.424638 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-934e3c95-4016-4f61-bcb2-d4cb8042ce07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:01.513102 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b859b518-14d4-4aee-9e4b-53f125811161 None None] DHCP port deletion for 5e3bb6df-319e-43c5-b048-6f0edf916074 request from dv-cinder-804735-2-iscsi {{(pid=93892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:37:01.540158 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-934e3c95-4016-4f61-bcb2-d4cb8042ce07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:01.545310 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-934e3c95-4016-4f61-bcb2-d4cb8042ce07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:01.563244 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-47cb6b3e-6870-4ea0-bb4d-99251881dfb6 admin admin] Deleting port 02cecf83-4c5a-4786-bced-e6dc54fdbaf8 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:37:01.563611 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-47cb6b3e-6870-4ea0-bb4d-99251881dfb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:01.570164 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-b859b518-14d4-4aee-9e4b-53f125811161 None None] Deleting port 02cecf83-4c5a-4786-bced-e6dc54fdbaf8 {{(pid=93892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:37:01.570611 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-b859b518-14d4-4aee-9e4b-53f125811161 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:01.584457 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934e3c95-4016-4f61-bcb2-d4cb8042ce07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533a807d-e9b8-4ce2-bfde-da2c0c6e4abe,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:01.597151 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-934e3c95-4016-4f61-bcb2-d4cb8042ce07 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=819105cad688444f8135cde325914091&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2915745 Aug 27 03:37:01.598328 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 58472) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:01.638748 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-47cb6b3e-6870-4ea0-bb4d-99251881dfb6 admin admin] For port 02cecf83-4c5a-4786-bced-e6dc54fdbaf8, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=02cecf83-4c5a-4786-bced-e6dc54fdbaf8,segment=NetworkSegment(984dce49-6208-40da-9bac-b5dee767ef47),segment_id=984dce49-6208-40da-9bac-b5dee767ef47)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:01.639104 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-47cb6b3e-6870-4ea0-bb4d-99251881dfb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:01.647061 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-b859b518-14d4-4aee-9e4b-53f125811161 None None] For port 02cecf83-4c5a-4786-bced-e6dc54fdbaf8, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=02cecf83-4c5a-4786-bced-e6dc54fdbaf8,segment=NetworkSegment(984dce49-6208-40da-9bac-b5dee767ef47),segment_id=984dce49-6208-40da-9bac-b5dee767ef47)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:01.647481 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-b859b518-14d4-4aee-9e4b-53f125811161 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:01.657379 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-47cb6b3e-6870-4ea0-bb4d-99251881dfb6 admin admin] Calling delete_port for 02cecf83-4c5a-4786-bced-e6dc54fdbaf8 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:37:01.658838 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-102a6e4e-6628-4ac5-b601-2bc35540bea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:01.661678 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-b859b518-14d4-4aee-9e4b-53f125811161 None None] Calling delete_port for 02cecf83-4c5a-4786-bced-e6dc54fdbaf8 owned by network:dhcp {{(pid=93892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:37:01.690884 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-102a6e4e-6628-4ac5-b601-2bc35540bea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:01.746019 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-b859b518-14d4-4aee-9e4b-53f125811161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517'] for port, after_delete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:01.753568 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-102a6e4e-6628-4ac5-b601-2bc35540bea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:01.756629 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-102a6e4e-6628-4ac5-b601-2bc35540bea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:01.758089 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-102a6e4e-6628-4ac5-b601-2bc35540bea3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/533a807d-e9b8-4ce2-bfde-da2c0c6e4abe HTTP/1.1" status: 204 len: 168 time: 0.1584537 Aug 27 03:37:01.770835 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102a6e4e-6628-4ac5-b601-2bc35540bea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533a807d-e9b8-4ce2-bfde-da2c0c6e4abe,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:01.788915 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b859b518-14d4-4aee-9e4b-53f125811161 None None] Pushing event deleted for resources: {'Port': ['ID=02cecf83-4c5a-4786-bced-e6dc54fdbaf8,revision_number=None']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:01.796647 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b859b518-14d4-4aee-9e4b-53f125811161 None None] No DVR routers for this DVR port 02cecf83-4c5a-4786-bced-e6dc54fdbaf8 on host dv-cinder-804735-2-iscsi {{(pid=93892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:37:01.808951 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8e7e8b8b-2e39-4383-be10-dbb9ee6ffd67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-458511'] for router_interface, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:01.817504 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-47cb6b3e-6870-4ea0-bb4d-99251881dfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:01.887387 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb6b3e-6870-4ea0-bb4d-99251881dfb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=02cecf83-4c5a-4786-bced-e6dc54fdbaf8,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:01.891987 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cb6b3e-6870-4ea0-bb4d-99251881dfb6 admin admin] No DVR routers for this DVR port 02cecf83-4c5a-4786-bced-e6dc54fdbaf8 on host dv-cinder-804735-2-iscsi {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:37:01.975370 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 02cecf83-4c5a-4786-bced-e6dc54fdbaf8 no longer exists at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:37:02.000599 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] No Port match for: 02cecf83-4c5a-4786-bced-e6dc54fdbaf8 {{(pid=93892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:37:02.000599 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 02cecf83-4c5a-4786-bced-e6dc54fdbaf8 not bound to the agent host dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:37:02.000994 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 34ee2a84-9985-455e-8a28-c12d76d8159f no longer exists at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:37:02.018317 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-47cb6b3e-6870-4ea0-bb4d-99251881dfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1577558', 'neutron.services.segments.db._delete_segments_for_network-8776575369454'] for network, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:02.020293 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] No Port match for: 34ee2a84-9985-455e-8a28-c12d76d8159f {{(pid=93892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:37:02.020637 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 34ee2a84-9985-455e-8a28-c12d76d8159f not bound to the agent host dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:37:02.021046 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 75cf7121-40c5-4eea-8165-bd266af32f18 no longer exists at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:37:02.033914 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.services.segments.db [None req-47cb6b3e-6870-4ea0-bb4d-99251881dfb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e3bb6df-319e-43c5-b048-6f0edf916074']}} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:02.039730 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] No Port match for: 75cf7121-40c5-4eea-8165-bd266af32f18 {{(pid=93892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:37:02.040082 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 75cf7121-40c5-4eea-8165-bd266af32f18 not bound to the agent host dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:37:02.076525 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.services.segments.db [None req-47cb6b3e-6870-4ea0-bb4d-99251881dfb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '984dce49-6208-40da-9bac-b5dee767ef47') {'for_net_delete': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:02.076819 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.services.segments.db [None req-47cb6b3e-6870-4ea0-bb4d-99251881dfb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '984dce49-6208-40da-9bac-b5dee767ef47') {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:02.087829 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-47cb6b3e-6870-4ea0-bb4d-99251881dfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776575369337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8573713'] for segment, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:02.122850 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-47cb6b3e-6870-4ea0-bb4d-99251881dfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004'] for segment, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:02.131742 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47cb6b3e-6870-4ea0-bb4d-99251881dfb6 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=93891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:37:02.132068 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-47cb6b3e-6870-4ea0-bb4d-99251881dfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8458820'] for segment, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:02.134352 dv-cinder-804735-2-iscsi neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:37:02.134352 dv-cinder-804735-2-iscsi neutron-server[93891]: self.session.flush() Aug 27 03:37:02.134352 dv-cinder-804735-2-iscsi neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:37:02.134352 dv-cinder-804735-2-iscsi neutron-server[93891]: self.session.flush() Aug 27 03:37:02.134352 dv-cinder-804735-2-iscsi neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:37:02.134352 dv-cinder-804735-2-iscsi neutron-server[93891]: self.session.flush() Aug 27 03:37:02.134352 dv-cinder-804735-2-iscsi neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:37:02.134352 dv-cinder-804735-2-iscsi neutron-server[93891]: self.session.flush() Aug 27 03:37:02.134352 dv-cinder-804735-2-iscsi neutron-server[93891]: Traceback (most recent call last): Aug 27 03:37:02.134352 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:37:02.134352 dv-cinder-804735-2-iscsi neutron-server[93891]: timer() Aug 27 03:37:02.134352 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:37:02.134352 dv-cinder-804735-2-iscsi neutron-server[93891]: cb(*args, **kw) Aug 27 03:37:02.134352 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:37:02.134352 dv-cinder-804735-2-iscsi neutron-server[93891]: return func(*args, **kwargs) Aug 27 03:37:02.134352 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:37:02.134352 dv-cinder-804735-2-iscsi neutron-server[93891]: self._notify() Aug 27 03:37:02.134352 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:37:02.134352 dv-cinder-804735-2-iscsi neutron-server[93891]: self.callback(batched_events) Aug 27 03:37:02.134352 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:37:02.134352 dv-cinder-804735-2-iscsi neutron-server[93891]: event.method(event) Aug 27 03:37:02.134352 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:37:02.134352 dv-cinder-804735-2-iscsi neutron-server[93891]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:37:02.134352 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:37:02.134352 dv-cinder-804735-2-iscsi neutron-server[93891]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:37:02.134352 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:37:02.134352 dv-cinder-804735-2-iscsi neutron-server[93891]: return f(self, *a, **k) Aug 27 03:37:02.134352 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:37:02.134352 dv-cinder-804735-2-iscsi neutron-server[93891]: return self._get(url).json() Aug 27 03:37:02.134352 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:37:02.134352 dv-cinder-804735-2-iscsi neutron-server[93891]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:37:02.134352 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:37:02.134352 dv-cinder-804735-2-iscsi neutron-server[93891]: return self.request(url, 'GET', **kwargs) Aug 27 03:37:02.134352 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:37:02.134352 dv-cinder-804735-2-iscsi neutron-server[93891]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:37:02.134352 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:37:02.134352 dv-cinder-804735-2-iscsi neutron-server[93891]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:37:02.134352 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:37:02.134352 dv-cinder-804735-2-iscsi neutron-server[93891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:37:02.134352 dv-cinder-804735-2-iscsi neutron-server[93891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:37:02.201140 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-47cb6b3e-6870-4ea0-bb4d-99251881dfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456099'] for network, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:02.208655 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-47cb6b3e-6870-4ea0-bb4d-99251881dfb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for network, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:02.210425 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-47cb6b3e-6870-4ea0-bb4d-99251881dfb6 admin admin] 10.222.0.58 "DELETE /v2.0/networks/5e3bb6df-319e-43c5-b048-6f0edf916074 HTTP/1.1" status: 204 len: 168 time: 0.9417636 Aug 27 03:37:02.224197 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb6b3e-6870-4ea0-bb4d-99251881dfb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e3bb6df-319e-43c5-b048-6f0edf916074,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:02.301636 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-8e7e8b8b-2e39-4383-be10-dbb9ee6ffd67 admin admin] Deleting port c500e205-52b3-4752-9bc2-9342d85c6169 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:37:02.302109 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8e7e8b8b-2e39-4383-be10-dbb9ee6ffd67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:02.389458 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 58496) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:02.406683 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-8e7e8b8b-2e39-4383-be10-dbb9ee6ffd67 admin admin] For port c500e205-52b3-4752-9bc2-9342d85c6169, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=c500e205-52b3-4752-9bc2-9342d85c6169,segment=NetworkSegment(25ebcf9e-1800-44cf-8850-b722b184847e),segment_id=25ebcf9e-1800-44cf-8850-b722b184847e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:02.407195 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8e7e8b8b-2e39-4383-be10-dbb9ee6ffd67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:02.422022 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-8e7e8b8b-2e39-4383-be10-dbb9ee6ffd67 admin admin] Calling delete_port for c500e205-52b3-4752-9bc2-9342d85c6169 owned by network:router_interface {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:37:02.435631 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-b3f16521-a70e-4f34-82fe-792003d9beb1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=90c43de7a6384b82b35f14a762da5d37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438607 Aug 27 03:37:02.438246 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 58502) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:02.493151 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4ac1a26e-4535-4d76-8197-f589176572c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:02.516835 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4ac1a26e-4535-4d76-8197-f589176572c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:02.584190 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4ac1a26e-4535-4d76-8197-f589176572c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:02.587008 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4ac1a26e-4535-4d76-8197-f589176572c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:02.588696 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-4ac1a26e-4535-4d76-8197-f589176572c9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6d0a423a-4ddb-4735-9118-4d1005d5a672 HTTP/1.1" status: 204 len: 168 time: 0.1486015 Aug 27 03:37:02.598163 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac1a26e-4535-4d76-8197-f589176572c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0a423a-4ddb-4735-9118-4d1005d5a672,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:02.624543 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8e7e8b8b-2e39-4383-be10-dbb9ee6ffd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:02.652761 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e8b8b-2e39-4383-be10-dbb9ee6ffd67 admin admin] Pushing event deleted for resources: {'Port': ['ID=c500e205-52b3-4752-9bc2-9342d85c6169,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:02.849371 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8e7e8b8b-2e39-4383-be10-dbb9ee6ffd67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458693'] for router_interface, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:03.035291 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 58534) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:03.080694 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-7533ca72-2bbd-46ff-a4ad-fc6cfcc80700 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ac8805c0009843f799c44fc1f675cb23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438960 Aug 27 03:37:03.084666 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 58536) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:03.090093 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7e8b8b-2e39-4383-be10-dbb9ee6ffd67 admin admin] Router 9fb9f90e-3720-49fd-a152-fb2572effb38 has already been hosted by L3 agent 531130d0-1c3c-4def-a74a-055fb8373853 {{(pid=93891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:37:03.136951 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b491d49e-a923-4de8-9111-00cd223c03aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:03.167100 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b491d49e-a923-4de8-9111-00cd223c03aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:03.198756 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 58540) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:03.200906 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7e8b8b-2e39-4383-be10-dbb9ee6ffd67 admin admin] Notify agent at l3_agent.dv-cinder-804735-2-iscsi the message routers_updated {{(pid=93891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:37:03.209538 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-8e7e8b8b-2e39-4383-be10-dbb9ee6ffd67 admin admin] 10.222.0.58 "PUT /v2.0/routers/9fb9f90e-3720-49fd-a152-fb2572effb38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2502313 Aug 27 03:37:03.211585 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 58544) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:03.212120 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87113d6d-87bd-44a3-8602-ecdcfa5b6fbd None None] Sync routers for ids ['9fb9f90e-3720-49fd-a152-fb2572effb38'] in dv-cinder-804735-2-iscsi {{(pid=93893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:37:03.224045 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87113d6d-87bd-44a3-8602-ecdcfa5b6fbd None None] Routers {'9fb9f90e-3720-49fd-a152-fb2572effb38'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:37:03.224773 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-87113d6d-87bd-44a3-8602-ecdcfa5b6fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:36:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['9fb9f90e-3720-49fd-a152-fb2572effb38'], 'active': True} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:03.237041 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b491d49e-a923-4de8-9111-00cd223c03aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:03.240241 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b491d49e-a923-4de8-9111-00cd223c03aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:03.241621 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-b491d49e-a923-4de8-9111-00cd223c03aa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3cae85c0-5b97-4927-85e0-0934677b76e0 HTTP/1.1" status: 204 len: 168 time: 0.1557312 Aug 27 03:37:03.250330 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b491d49e-a923-4de8-9111-00cd223c03aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cae85c0-5b97-4927-85e0-0934677b76e0,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:03.343692 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvr_db [None req-87113d6d-87bd-44a3-8602-ecdcfa5b6fbd None None] Set router 9fb9f90e-3720-49fd-a152-fb2572effb38 gateway port host: dv-cinder-804735-2-iscsi {{(pid=93893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:37:03.352509 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-913be89a-dffb-48ed-b249-11e530393e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:03.507874 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-913be89a-dffb-48ed-b249-11e530393e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:03.515872 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-913be89a-dffb-48ed-b249-11e530393e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:03.549764 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-913be89a-dffb-48ed-b249-11e530393e35 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8950c91f8283402f9c0098ac80e233f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3497560 Aug 27 03:37:03.552437 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 58548) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:03.597968 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913be89a-dffb-48ed-b249-11e530393e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce01ba7c-c0c9-4216-b5b8-c9461b8977d9,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:03.612470 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-87113d6d-87bd-44a3-8602-ecdcfa5b6fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'name': 'tempest-AttachVolumeShelveTestJSON-1719299241-router', 'tenant_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ea40e756-c901-4048-90b4-7d2cb256dc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:11Z', 'updated_at': '2021-08-27T03:37:02Z', 'revision_number': 5, 'project_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'gw_port': {'id': 'ea40e756-c901-4048-90b4-7d2cb256dc51', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:13Z', 'updated_at': '2021-08-27T03:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi'}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:03.636711 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e2e071cf-b57c-4260-b3d9-693437456eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:03.654772 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87113d6d-87bd-44a3-8602-ecdcfa5b6fbd None None] Checking router: 9fb9f90e-3720-49fd-a152-fb2572effb38 for host: dv-cinder-804735-2-iscsi {{(pid=93893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:37:03.665288 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87113d6d-87bd-44a3-8602-ecdcfa5b6fbd None None] Routers {'9fb9f90e-3720-49fd-a152-fb2572effb38'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:37:03.665733 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e2e071cf-b57c-4260-b3d9-693437456eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:03.665903 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-87113d6d-87bd-44a3-8602-ecdcfa5b6fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:36:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['9fb9f90e-3720-49fd-a152-fb2572effb38'], 'active': True} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:03.697889 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f147dd3b-fe59-4504-9468-7b90d3d48084 admin admin] Notify callbacks [] for router, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:03.734431 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e2e071cf-b57c-4260-b3d9-693437456eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:03.737241 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e2e071cf-b57c-4260-b3d9-693437456eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:03.740956 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-e2e071cf-b57c-4260-b3d9-693437456eff admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ce01ba7c-c0c9-4216-b5b8-c9461b8977d9 HTTP/1.1" status: 204 len: 168 time: 0.1847932 Aug 27 03:37:03.758310 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e071cf-b57c-4260-b3d9-693437456eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce01ba7c-c0c9-4216-b5b8-c9461b8977d9,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:03.813696 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvr_db [None req-87113d6d-87bd-44a3-8602-ecdcfa5b6fbd None None] Set router 9fb9f90e-3720-49fd-a152-fb2572effb38 gateway port host: dv-cinder-804735-2-iscsi {{(pid=93893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:37:03.847583 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-39138073-55e0-4c34-b049-f07607e8b558 req-2bbeee3c-bfea-4e7f-8132-7515e9d3b921 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-432645167&fields=id&tenant_id=c24d36ba6b374775b93c113837910ba6 HTTP/1.1" status: 200 len: 267 time: 0.0528891 Aug 27 03:37:03.849485 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f147dd3b-fe59-4504-9468-7b90d3d48084 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:03.940643 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39138073-55e0-4c34-b049-f07607e8b558 req-31e4d6be-42ec-46e7-bbd2-6e1cc70701c4 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:03.942307 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-39138073-55e0-4c34-b049-f07607e8b558 req-31e4d6be-42ec-46e7-bbd2-6e1cc70701c4 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 984 time: 0.0851350 Aug 27 03:37:03.966666 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [req-39138073-55e0-4c34-b049-f07607e8b558 req-f3c647f9-1081-4e6a-9faa-a8c35bb62e99 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Request body: {'port': {'security_groups': ['2e43aca5-b965-4ee1-a973-89108b59f98f']}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:37:03.971216 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f147dd3b-fe59-4504-9468-7b90d3d48084 admin admin] Deleting port ea40e756-c901-4048-90b4-7d2cb256dc51 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:37:03.971582 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f147dd3b-fe59-4504-9468-7b90d3d48084 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:04.028100 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-87113d6d-87bd-44a3-8602-ecdcfa5b6fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'name': 'tempest-AttachVolumeShelveTestJSON-1719299241-router', 'tenant_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ea40e756-c901-4048-90b4-7d2cb256dc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:11Z', 'updated_at': '2021-08-27T03:37:02Z', 'revision_number': 5, 'project_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'gw_port': {'id': 'ea40e756-c901-4048-90b4-7d2cb256dc51', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:13Z', 'updated_at': '2021-08-27T03:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi'}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:04.062314 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87113d6d-87bd-44a3-8602-ecdcfa5b6fbd None None] The sync data for ids ['9fb9f90e-3720-49fd-a152-fb2572effb38'] in dv-cinder-804735-2-iscsi is: [{'id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'name': 'tempest-AttachVolumeShelveTestJSON-1719299241-router', 'tenant_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ea40e756-c901-4048-90b4-7d2cb256dc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:11Z', 'updated_at': '2021-08-27T03:37:02Z', 'revision_number': 5, 'project_id': 'f60ccdbc7dbb46c6abacc312e57220a1', 'gw_port': {'id': 'ea40e756-c901-4048-90b4-7d2cb256dc51', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9f90e-3720-49fd-a152-fb2572effb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:13Z', 'updated_at': '2021-08-27T03:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi'}] {{(pid=93893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:37:04.098507 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-39138073-55e0-4c34-b049-f07607e8b558 req-f3c647f9-1081-4e6a-9faa-a8c35bb62e99 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:04.130121 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f147dd3b-fe59-4504-9468-7b90d3d48084 admin admin] For port ea40e756-c901-4048-90b4-7d2cb256dc51, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=ea40e756-c901-4048-90b4-7d2cb256dc51,segment=NetworkSegment(d4232587-dac2-4838-ac1c-504baf035179),segment_id=d4232587-dac2-4838-ac1c-504baf035179)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:04.130487 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f147dd3b-fe59-4504-9468-7b90d3d48084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:04.166287 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f147dd3b-fe59-4504-9468-7b90d3d48084 admin admin] Calling delete_port for ea40e756-c901-4048-90b4-7d2cb256dc51 owned by network:router_gateway {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:37:04.405464 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-39138073-55e0-4c34-b049-f07607e8b558 req-f3c647f9-1081-4e6a-9faa-a8c35bb62e99 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] For port 9bb5206b-382a-4dac-a93b-17b51b935b5a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9bb5206b-382a-4dac-a93b-17b51b935b5a,segment=NetworkSegment(4787f5b9-6226-41b6-8fca-ea1f4ddc3325),segment_id=4787f5b9-6226-41b6-8fca-ea1f4ddc3325)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:04.474606 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-39138073-55e0-4c34-b049-f07607e8b558 req-f3c647f9-1081-4e6a-9faa-a8c35bb62e99 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:04.481062 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-39138073-55e0-4c34-b049-f07607e8b558 req-f3c647f9-1081-4e6a-9faa-a8c35bb62e99 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8458856'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:04.494666 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] get_ports_and_sgs() called for port_ids ['9bb5206b-382a-4dac-a93b-17b51b935b5a'] {{(pid=93892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:37:04.510195 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39138073-55e0-4c34-b049-f07607e8b558 req-f3c647f9-1081-4e6a-9faa-a8c35bb62e99 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:04.510825 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-39138073-55e0-4c34-b049-f07607e8b558 req-f3c647f9-1081-4e6a-9faa-a8c35bb62e99 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:04.512413 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-39138073-55e0-4c34-b049-f07607e8b558 req-f3c647f9-1081-4e6a-9faa-a8c35bb62e99 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "PUT /v2.0/ports/9bb5206b-382a-4dac-a93b-17b51b935b5a HTTP/1.1" status: 200 len: 942 time: 0.5530789 Aug 27 03:37:04.514497 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0813a770-efab-496a-8c4c-9e2f72102ca8', 'tag': '9bb5206b-382a-4dac-a93b-17b51b935b5a'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:37:04.517280 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5db798dbfc6723b72cacb44784ab66cf68bec91175074e332c63962bd4ba80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4379c755-31ff-40e7-8fda-7461b2c0a758" -d '{"events": [{"name": "network-changed", "server_uuid": "0813a770-efab-496a-8c4c-9e2f72102ca8", "tag": "9bb5206b-382a-4dac-a93b-17b51b935b5a"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:37:04.520730 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f147dd3b-fe59-4504-9468-7b90d3d48084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:04.523074 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 58574) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:04.584294 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] get_ports_and_sgs() called for port_ids ['9bb5206b-382a-4dac-a93b-17b51b935b5a'] {{(pid=93892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:37:04.721574 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aceb9d3-3586-4e4e-a292-c65b90dc1015 x-openstack-request-id: req-2aceb9d3-3586-4e4e-a292-c65b90dc1015 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:37:04.721905 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0813a770-efab-496a-8c4c-9e2f72102ca8", "tag": "9bb5206b-382a-4dac-a93b-17b51b935b5a", "status": "completed", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:37:04.722158 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2aceb9d3-3586-4e4e-a292-c65b90dc1015 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:37:04.722518 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0813a770-efab-496a-8c4c-9e2f72102ca8', 'tag': '9bb5206b-382a-4dac-a93b-17b51b935b5a', 'status': 'completed', 'code': 200} Aug 27 03:37:04.732315 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c647f9-1081-4e6a-9faa-a8c35bb62e99 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Pushing event updated for resources: {'Port': ['ID=9bb5206b-382a-4dac-a93b-17b51b935b5a,revision_number=7']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:04.757651 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f147dd3b-fe59-4504-9468-7b90d3d48084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456095'] for router_gateway, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:04.854639 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f147dd3b-fe59-4504-9468-7b90d3d48084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36924'] for router, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:04.856421 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f147dd3b-fe59-4504-9468-7b90d3d48084 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:04.923101 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f147dd3b-fe59-4504-9468-7b90d3d48084 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea40e756-c901-4048-90b4-7d2cb256dc51,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:04.927005 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-59a350ee-ca3f-4b58-948f-b7b2daf9d35e None None] Provisioning complete for port 9bb5206b-382a-4dac-a93b-17b51b935b5a triggered by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:37:04.928243 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-59a350ee-ca3f-4b58-948f-b7b2daf9d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:04.945392 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f147dd3b-fe59-4504-9468-7b90d3d48084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445711'] for router, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:04.945959 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f147dd3b-fe59-4504-9468-7b90d3d48084 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fb9f90e-3720-49fd-a152-fb2572effb38 {{(pid=93891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:37:04.959434 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f147dd3b-fe59-4504-9468-7b90d3d48084 admin admin] Notify callbacks [] for router, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:04.960530 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-f147dd3b-fe59-4504-9468-7b90d3d48084 admin admin] 10.222.0.58 "DELETE /v2.0/routers/9fb9f90e-3720-49fd-a152-fb2572effb38 HTTP/1.1" status: 204 len: 168 time: 1.7470953 Aug 27 03:37:04.963521 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 58584) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:05.026876 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379c755-31ff-40e7-8fda-7461b2c0a758 req-577d1934-17a5-4b5d-b2d2-5e9311821a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:05.040457 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4379c755-31ff-40e7-8fda-7461b2c0a758 req-577d1934-17a5-4b5d-b2d2-5e9311821a10 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c24d36ba6b374775b93c113837910ba6&device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 1098 time: 0.3103056 Aug 27 03:37:05.041340 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-04f78792-b53c-47cf-a272-aded9181d6ab tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks [] for security_group, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:05.074416 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6bf6223-d704-468b-9f80-c26ce8860f8f admin admin] Deleting subnet 01048c02-3dc7-4172-b7c7-73d0365326a6 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:37:05.100501 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b6bf6223-d704-468b-9f80-c26ce8860f8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:05.137859 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-04f78792-b53c-47cf-a272-aded9181d6ab tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:05.182331 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b6bf6223-d704-468b-9f80-c26ce8860f8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8923430'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:05.232078 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379c755-31ff-40e7-8fda-7461b2c0a758 req-a08f229f-ae0d-40bb-8d60-dbc4bdfa3f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:05.238046 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4379c755-31ff-40e7-8fda-7461b2c0a758 req-a08f229f-ae0d-40bb-8d60-dbc4bdfa3f80 service neutron] 10.222.0.63 "GET /v2.0/networks?id=73bd44d6-ea8f-4165-8d6d-317f8321efd4 HTTP/1.1" status: 200 len: 916 time: 0.1837711 Aug 27 03:37:05.277339 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b6bf6223-d704-468b-9f80-c26ce8860f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1466029'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:05.304341 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-04f78792-b53c-47cf-a272-aded9181d6ab tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:05.306990 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-04f78792-b53c-47cf-a272-aded9181d6ab tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:05.308275 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-04f78792-b53c-47cf-a272-aded9181d6ab tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "DELETE /v2.0/security-groups/26b3cc1d-dbb6-40f4-8340-a1379f3a6b1d HTTP/1.1" status: 204 len: 168 time: 0.7622652 Aug 27 03:37:05.311295 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 58592) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:05.321730 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f78792-b53c-47cf-a272-aded9181d6ab tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b3cc1d-dbb6-40f4-8340-a1379f3a6b1d,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:05.344941 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4379c755-31ff-40e7-8fda-7461b2c0a758 req-f6996968-57ae-43e0-a9f0-bb822aed6cec service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bb5206b-382a-4dac-a93b-17b51b935b5a HTTP/1.1" status: 200 len: 1000 time: 0.0990322 Aug 27 03:37:05.408529 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379c755-31ff-40e7-8fda-7461b2c0a758 req-950afa71-b907-4a84-92d5-1f54aaa2694b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:05.410094 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4379c755-31ff-40e7-8fda-7461b2c0a758 req-950afa71-b907-4a84-92d5-1f54aaa2694b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f903fdf6-641d-48e9-bdde-df272a8f4bb6 HTTP/1.1" status: 200 len: 854 time: 0.0579748 Aug 27 03:37:05.410929 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b6bf6223-d704-468b-9f80-c26ce8860f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1466018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999370'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:05.442188 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf6223-d704-468b-9f80-c26ce8860f8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01048c02-3dc7-4172-b7c7-73d0365326a6,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:05.449684 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b6bf6223-d704-468b-9f80-c26ce8860f8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:05.454250 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-b6bf6223-d704-468b-9f80-c26ce8860f8f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/01048c02-3dc7-4172-b7c7-73d0365326a6 HTTP/1.1" status: 204 len: 168 time: 0.4896996 Aug 27 03:37:05.455188 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 58598) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:05.458469 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed04669-d648-4a01-a198-1f8bbd1d82a6 None None] Network 914ec375-24a4-430c-b691-a84588d24cf3 requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:37:05.538382 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-56aba6c0-4f11-4d31-b766-0e9eb6c4a4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656125'] for network, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:05.556098 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379c755-31ff-40e7-8fda-7461b2c0a758 req-2634c5c9-056b-4848-ad31-462824798af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:05.560668 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4379c755-31ff-40e7-8fda-7461b2c0a758 req-2634c5c9-056b-4848-ad31-462824798af6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=73bd44d6-ea8f-4165-8d6d-317f8321efd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1395199 Aug 27 03:37:05.594398 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-2bb98892-ea94-49eb-a8ff-0c3679982e6e tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Deleting port e8f91ca4-6665-4ee6-a838-cbf4d02d5f41 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:37:05.594816 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2bb98892-ea94-49eb-a8ff-0c3679982e6e tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:05.699639 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4379c755-31ff-40e7-8fda-7461b2c0a758 req-4600a563-01d2-49ab-8caf-24a860fb0a2c service neutron] 10.222.0.63 "GET /v2.0/networks/73bd44d6-ea8f-4165-8d6d-317f8321efd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290874 Aug 27 03:37:05.707484 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-56aba6c0-4f11-4d31-b766-0e9eb6c4a4ab admin admin] Deleting port 1dd8ab3e-8229-47a1-9965-5c4050f185a5 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:37:05.707946 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-56aba6c0-4f11-4d31-b766-0e9eb6c4a4ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:05.714153 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2bb98892-ea94-49eb-a8ff-0c3679982e6e tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:05.714478 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2bb98892-ea94-49eb-a8ff-0c3679982e6e tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:05.728459 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-2bb98892-ea94-49eb-a8ff-0c3679982e6e tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Calling delete_port for e8f91ca4-6665-4ee6-a838-cbf4d02d5f41 owned by network:floatingip {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:37:05.732522 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fd38be-e8ed-490b-808e-6e88b33267fc None None] DHCP port deletion for 914ec375-24a4-430c-b691-a84588d24cf3 request from dv-cinder-804735-2-iscsi {{(pid=93892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:37:05.791412 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-89fd38be-e8ed-490b-808e-6e88b33267fc None None] Deleting port 1dd8ab3e-8229-47a1-9965-5c4050f185a5 {{(pid=93892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:37:05.792955 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-89fd38be-e8ed-490b-808e-6e88b33267fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:05.852331 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-56aba6c0-4f11-4d31-b766-0e9eb6c4a4ab admin admin] For port 1dd8ab3e-8229-47a1-9965-5c4050f185a5, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=1dd8ab3e-8229-47a1-9965-5c4050f185a5,segment=NetworkSegment(25ebcf9e-1800-44cf-8850-b722b184847e),segment_id=25ebcf9e-1800-44cf-8850-b722b184847e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:05.852331 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-56aba6c0-4f11-4d31-b766-0e9eb6c4a4ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:05.876366 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-89fd38be-e8ed-490b-808e-6e88b33267fc None None] For port 1dd8ab3e-8229-47a1-9965-5c4050f185a5, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=1dd8ab3e-8229-47a1-9965-5c4050f185a5,segment=NetworkSegment(25ebcf9e-1800-44cf-8850-b722b184847e),segment_id=25ebcf9e-1800-44cf-8850-b722b184847e)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:05.878955 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-56aba6c0-4f11-4d31-b766-0e9eb6c4a4ab admin admin] Calling delete_port for 1dd8ab3e-8229-47a1-9965-5c4050f185a5 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:37:05.879407 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-89fd38be-e8ed-490b-808e-6e88b33267fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:05.911533 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2bb98892-ea94-49eb-a8ff-0c3679982e6e tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9123015'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:05.911825 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4379c755-31ff-40e7-8fda-7461b2c0a758 req-66579daf-a33d-42e6-b92a-b0c5fd440fa6 service neutron] 10.222.0.63 "GET /v2.0/networks/73bd44d6-ea8f-4165-8d6d-317f8321efd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969955 Aug 27 03:37:05.911966 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-89fd38be-e8ed-490b-808e-6e88b33267fc None None] Calling delete_port for 1dd8ab3e-8229-47a1-9965-5c4050f185a5 owned by network:dhcp {{(pid=93892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:37:05.960474 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 1dd8ab3e-8229-47a1-9965-5c4050f185a5 no longer exists at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:37:05.964979 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb98892-ea94-49eb-a8ff-0c3679982e6e tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Pushing event deleted for resources: {'Port': ['ID=e8f91ca4-6665-4ee6-a838-cbf4d02d5f41,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:05.985265 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-56aba6c0-4f11-4d31-b766-0e9eb6c4a4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:06.012195 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] No active binding found for port 1dd8ab3e-8229-47a1-9965-5c4050f185a5 {{(pid=93892) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 27 03:37:06.012640 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 1dd8ab3e-8229-47a1-9965-5c4050f185a5 not bound to the agent host dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:37:06.013089 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device ea40e756-c901-4048-90b4-7d2cb256dc51 no longer exists at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:37:06.018819 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aba6c0-4f11-4d31-b766-0e9eb6c4a4ab admin admin] Pushing event deleted for resources: {'Port': ['ID=1dd8ab3e-8229-47a1-9965-5c4050f185a5,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:06.028338 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56aba6c0-4f11-4d31-b766-0e9eb6c4a4ab admin admin] No DVR routers for this DVR port 1dd8ab3e-8229-47a1-9965-5c4050f185a5 on host dv-cinder-804735-2-iscsi {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:37:06.037059 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2bb98892-ea94-49eb-a8ff-0c3679982e6e tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks [] for floatingip, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:06.037556 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.db.l3_db [None req-2bb98892-ea94-49eb-a8ff-0c3679982e6e tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Floating IP dd163dc4-454e-436a-bb90-7c96ab9c149f disassociated (deleted). External IP: 172.27.0.64, port: 9bb5206b-382a-4dac-a93b-17b51b935b5a. Aug 27 03:37:06.049763 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] No Port match for: ea40e756-c901-4048-90b4-7d2cb256dc51 {{(pid=93892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:37:06.050169 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device ea40e756-c901-4048-90b4-7d2cb256dc51 not bound to the agent host dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:37:06.050996 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device c500e205-52b3-4752-9bc2-9342d85c6169 no longer exists at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:37:06.076708 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] No Port match for: c500e205-52b3-4752-9bc2-9342d85c6169 {{(pid=93892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:37:06.077133 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device c500e205-52b3-4752-9bc2-9342d85c6169 not bound to the agent host dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:37:06.109222 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-89fd38be-e8ed-490b-808e-6e88b33267fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517'] for port, after_delete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:06.115669 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-56aba6c0-4f11-4d31-b766-0e9eb6c4a4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1577558', 'neutron.services.segments.db._delete_segments_for_network-8776575369454'] for network, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:06.126398 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.services.segments.db [None req-56aba6c0-4f11-4d31-b766-0e9eb6c4a4ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['914ec375-24a4-430c-b691-a84588d24cf3']}} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:06.139650 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.services.segments.db [None req-56aba6c0-4f11-4d31-b766-0e9eb6c4a4ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25ebcf9e-1800-44cf-8850-b722b184847e') {'for_net_delete': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:06.140613 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.services.segments.db [None req-56aba6c0-4f11-4d31-b766-0e9eb6c4a4ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25ebcf9e-1800-44cf-8850-b722b184847e') {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:06.146943 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fd38be-e8ed-490b-808e-6e88b33267fc None None] Pushing event deleted for resources: {'Port': ['ID=1dd8ab3e-8229-47a1-9965-5c4050f185a5,revision_number=None']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:06.150098 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-56aba6c0-4f11-4d31-b766-0e9eb6c4a4ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776575369337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8573713'] for segment, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:06.158590 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fd38be-e8ed-490b-808e-6e88b33267fc None None] No DVR routers for this DVR port 1dd8ab3e-8229-47a1-9965-5c4050f185a5 on host dv-cinder-804735-2-iscsi {{(pid=93892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:37:06.175108 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-56aba6c0-4f11-4d31-b766-0e9eb6c4a4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004'] for segment, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:06.183193 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56aba6c0-4f11-4d31-b766-0e9eb6c4a4ab admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=93891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:37:06.183765 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-56aba6c0-4f11-4d31-b766-0e9eb6c4a4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8458820'] for segment, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:06.185782 dv-cinder-804735-2-iscsi neutron-server[93891]: Traceback (most recent call last): Aug 27 03:37:06.185782 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:37:06.185782 dv-cinder-804735-2-iscsi neutron-server[93891]: timer() Aug 27 03:37:06.185782 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:37:06.185782 dv-cinder-804735-2-iscsi neutron-server[93891]: cb(*args, **kw) Aug 27 03:37:06.185782 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:37:06.185782 dv-cinder-804735-2-iscsi neutron-server[93891]: return func(*args, **kwargs) Aug 27 03:37:06.185782 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:37:06.185782 dv-cinder-804735-2-iscsi neutron-server[93891]: self._notify() Aug 27 03:37:06.185782 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:37:06.185782 dv-cinder-804735-2-iscsi neutron-server[93891]: self.callback(batched_events) Aug 27 03:37:06.185782 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:37:06.185782 dv-cinder-804735-2-iscsi neutron-server[93891]: event.method(event) Aug 27 03:37:06.185782 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:37:06.185782 dv-cinder-804735-2-iscsi neutron-server[93891]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:37:06.185782 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:37:06.185782 dv-cinder-804735-2-iscsi neutron-server[93891]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:37:06.185782 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:37:06.185782 dv-cinder-804735-2-iscsi neutron-server[93891]: return f(self, *a, **k) Aug 27 03:37:06.185782 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:37:06.185782 dv-cinder-804735-2-iscsi neutron-server[93891]: return self._get(url).json() Aug 27 03:37:06.185782 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:37:06.185782 dv-cinder-804735-2-iscsi neutron-server[93891]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:37:06.185782 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:37:06.185782 dv-cinder-804735-2-iscsi neutron-server[93891]: return self.request(url, 'GET', **kwargs) Aug 27 03:37:06.185782 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:37:06.185782 dv-cinder-804735-2-iscsi neutron-server[93891]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:37:06.185782 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:37:06.185782 dv-cinder-804735-2-iscsi neutron-server[93891]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:37:06.185782 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:37:06.185782 dv-cinder-804735-2-iscsi neutron-server[93891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:37:06.185782 dv-cinder-804735-2-iscsi neutron-server[93891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:37:06.282635 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-56aba6c0-4f11-4d31-b766-0e9eb6c4a4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456099'] for network, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:06.285600 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb98892-ea94-49eb-a8ff-0c3679982e6e tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Router de40f223-dde2-43cc-9a1c-1f8348e54edd has already been hosted by L3 agent 531130d0-1c3c-4def-a74a-055fb8373853 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:37:06.289771 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-56aba6c0-4f11-4d31-b766-0e9eb6c4a4ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for network, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:06.291645 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-56aba6c0-4f11-4d31-b766-0e9eb6c4a4ab admin admin] 10.222.0.58 "DELETE /v2.0/networks/914ec375-24a4-430c-b691-a84588d24cf3 HTTP/1.1" status: 204 len: 168 time: 0.8354235 Aug 27 03:37:06.312576 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aba6c0-4f11-4d31-b766-0e9eb6c4a4ab admin admin] Pushing event deleted for resources: {'Network': ['ID=914ec375-24a4-430c-b691-a84588d24cf3,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:06.399142 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb98892-ea94-49eb-a8ff-0c3679982e6e tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify agent at l3_agent.dv-cinder-804735-2-iscsi the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:37:06.403772 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2bb98892-ea94-49eb-a8ff-0c3679982e6e tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:06.411883 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fa4341-7653-4ba5-a4eb-9c7aba449274 None None] Sync routers for ids ['de40f223-dde2-43cc-9a1c-1f8348e54edd'] in dv-cinder-804735-2-iscsi {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:37:06.421319 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fa4341-7653-4ba5-a4eb-9c7aba449274 None None] Routers {'de40f223-dde2-43cc-9a1c-1f8348e54edd'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:37:06.421966 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-f2fa4341-7653-4ba5-a4eb-9c7aba449274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:36:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['de40f223-dde2-43cc-9a1c-1f8348e54edd'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:06.437298 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-2bb98892-ea94-49eb-a8ff-0c3679982e6e tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "DELETE /v2.0/floatingips/dd163dc4-454e-436a-bb90-7c96ab9c149f HTTP/1.1" status: 204 len: 168 time: 1.1222990 Aug 27 03:37:06.437298 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0813a770-efab-496a-8c4c-9e2f72102ca8', 'tag': '9bb5206b-382a-4dac-a93b-17b51b935b5a'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:37:06.438659 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}755905221a1e0f69e4370b1ec2ad9bde0bcbe0fd3cc794ff6c7e2d34909de1ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2862bd-623a-4cf8-8fd0-e71f8ab84308" -d '{"events": [{"name": "network-changed", "server_uuid": "0813a770-efab-496a-8c4c-9e2f72102ca8", "tag": "9bb5206b-382a-4dac-a93b-17b51b935b5a"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:37:06.491594 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0dfe7e4-6dbd-4dd2-8086-6e608fd73e98 x-openstack-request-id: req-a0dfe7e4-6dbd-4dd2-8086-6e608fd73e98 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:37:06.491888 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0813a770-efab-496a-8c4c-9e2f72102ca8", "tag": "9bb5206b-382a-4dac-a93b-17b51b935b5a", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:37:06.492146 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a0dfe7e4-6dbd-4dd2-8086-6e608fd73e98 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:37:06.492609 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0813a770-efab-496a-8c4c-9e2f72102ca8', 'tag': '9bb5206b-382a-4dac-a93b-17b51b935b5a', 'status': 'completed', 'code': 200} Aug 27 03:37:06.499686 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 58616) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:06.561539 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-f2fa4341-7653-4ba5-a4eb-9c7aba449274 None None] Set router de40f223-dde2-43cc-9a1c-1f8348e54edd gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:37:06.574466 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-5a6e8a85-53ed-4bc4-a7b8-944b2c090878 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f60ccdbc7dbb46c6abacc312e57220a1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0711682 Aug 27 03:37:06.575270 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 58620) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:06.584315 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2862bd-623a-4cf8-8fd0-e71f8ab84308 req-ebe3749f-8b8c-411c-a10a-bbd00b859ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:06.585979 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4c2862bd-623a-4cf8-8fd0-e71f8ab84308 req-ebe3749f-8b8c-411c-a10a-bbd00b859ea3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c24d36ba6b374775b93c113837910ba6&device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 1098 time: 0.0692291 Aug 27 03:37:06.643940 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e12f1f02-f0ad-4e4e-87bc-1bf5db7b3dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:06.684861 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e12f1f02-f0ad-4e4e-87bc-1bf5db7b3dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:06.718389 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2862bd-623a-4cf8-8fd0-e71f8ab84308 req-0d65d275-5fa3-4172-bc45-7de351ca5709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:06.720046 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4c2862bd-623a-4cf8-8fd0-e71f8ab84308 req-0d65d275-5fa3-4172-bc45-7de351ca5709 service neutron] 10.222.0.63 "GET /v2.0/networks?id=73bd44d6-ea8f-4165-8d6d-317f8321efd4 HTTP/1.1" status: 200 len: 916 time: 0.1260676 Aug 27 03:37:06.756536 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e12f1f02-f0ad-4e4e-87bc-1bf5db7b3dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:06.759141 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e12f1f02-f0ad-4e4e-87bc-1bf5db7b3dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:06.761359 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-e12f1f02-f0ad-4e4e-87bc-1bf5db7b3dc8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c24c0cb6-6074-49ba-ba50-98139137964a HTTP/1.1" status: 204 len: 168 time: 0.1842408 Aug 27 03:37:06.772953 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4c2862bd-623a-4cf8-8fd0-e71f8ab84308 req-4a64b706-64ab-4d2f-9259-1cd998a88075 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bb5206b-382a-4dac-a93b-17b51b935b5a HTTP/1.1" status: 200 len: 217 time: 0.0458198 Aug 27 03:37:06.780628 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12f1f02-f0ad-4e4e-87bc-1bf5db7b3dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24c0cb6-6074-49ba-ba50-98139137964a,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:06.830933 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-f2fa4341-7653-4ba5-a4eb-9c7aba449274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de40f223-dde2-43cc-9a1c-1f8348e54edd', 'name': 'tempest-TestMinimumBasicScenario-2061681295-router', 'tenant_id': 'c24d36ba6b374775b93c113837910ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '81377e94-bf02-4e6b-9278-cbf13d00e845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:34:29Z', 'updated_at': '2021-08-27T03:34:32Z', 'revision_number': 4, 'project_id': 'c24d36ba6b374775b93c113837910ba6', 'gw_port': {'id': '81377e94-bf02-4e6b-9278-cbf13d00e845', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de40f223-dde2-43cc-9a1c-1f8348e54edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:29Z', 'updated_at': '2021-08-27T03:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': '6e2455d5-cce5-4cca-989e-44e4dcf12d04', 'name': '', 'network_id': '73bd44d6-ea8f-4165-8d6d-317f8321efd4', 'tenant_id': 'c24d36ba6b374775b93c113837910ba6', 'mac_address': 'fa:16:3e:63:f6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de40f223-dde2-43cc-9a1c-1f8348e54edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'f903fdf6-641d-48e9-bdde-df272a8f4bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:31Z', 'updated_at': '2021-08-27T03:34:38Z', 'revision_number': 5, 'project_id': 'c24d36ba6b374775b93c113837910ba6', 'subnets': [{'id': 'f903fdf6-641d-48e9-bdde-df272a8f4bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:06.831643 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2862bd-623a-4cf8-8fd0-e71f8ab84308 req-7379c42e-7f20-400f-bf85-62a21de9f17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:06.832812 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4c2862bd-623a-4cf8-8fd0-e71f8ab84308 req-7379c42e-7f20-400f-bf85-62a21de9f17c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f903fdf6-641d-48e9-bdde-df272a8f4bb6 HTTP/1.1" status: 200 len: 854 time: 0.0485947 Aug 27 03:37:06.860513 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fa4341-7653-4ba5-a4eb-9c7aba449274 None None] Checking router: de40f223-dde2-43cc-9a1c-1f8348e54edd for host: dv-cinder-804735-2-iscsi {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:37:06.869199 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fa4341-7653-4ba5-a4eb-9c7aba449274 None None] Routers {'de40f223-dde2-43cc-9a1c-1f8348e54edd'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:37:06.870582 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-f2fa4341-7653-4ba5-a4eb-9c7aba449274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:36:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['de40f223-dde2-43cc-9a1c-1f8348e54edd'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:06.891601 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2862bd-623a-4cf8-8fd0-e71f8ab84308 req-93fc47f2-c4b7-406a-bb2b-c0ee64540c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:06.893326 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4c2862bd-623a-4cf8-8fd0-e71f8ab84308 req-93fc47f2-c4b7-406a-bb2b-c0ee64540c59 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=73bd44d6-ea8f-4165-8d6d-317f8321efd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515110 Aug 27 03:37:06.986840 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-f2fa4341-7653-4ba5-a4eb-9c7aba449274 None None] Set router de40f223-dde2-43cc-9a1c-1f8348e54edd gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:37:07.024261 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4c2862bd-623a-4cf8-8fd0-e71f8ab84308 req-a2002084-ceef-4a47-8368-3fb7365735e5 service neutron] 10.222.0.63 "GET /v2.0/networks/73bd44d6-ea8f-4165-8d6d-317f8321efd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103568 Aug 27 03:37:07.139090 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4c2862bd-623a-4cf8-8fd0-e71f8ab84308 req-7d9778ed-d62a-4d23-b009-fa44648c7fa9 service neutron] 10.222.0.63 "GET /v2.0/networks/73bd44d6-ea8f-4165-8d6d-317f8321efd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954795 Aug 27 03:37:07.198371 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-f2fa4341-7653-4ba5-a4eb-9c7aba449274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de40f223-dde2-43cc-9a1c-1f8348e54edd', 'name': 'tempest-TestMinimumBasicScenario-2061681295-router', 'tenant_id': 'c24d36ba6b374775b93c113837910ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '81377e94-bf02-4e6b-9278-cbf13d00e845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:34:29Z', 'updated_at': '2021-08-27T03:34:32Z', 'revision_number': 4, 'project_id': 'c24d36ba6b374775b93c113837910ba6', 'gw_port': {'id': '81377e94-bf02-4e6b-9278-cbf13d00e845', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de40f223-dde2-43cc-9a1c-1f8348e54edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:29Z', 'updated_at': '2021-08-27T03:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': '6e2455d5-cce5-4cca-989e-44e4dcf12d04', 'name': '', 'network_id': '73bd44d6-ea8f-4165-8d6d-317f8321efd4', 'tenant_id': 'c24d36ba6b374775b93c113837910ba6', 'mac_address': 'fa:16:3e:63:f6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de40f223-dde2-43cc-9a1c-1f8348e54edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'f903fdf6-641d-48e9-bdde-df272a8f4bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:31Z', 'updated_at': '2021-08-27T03:34:38Z', 'revision_number': 5, 'project_id': 'c24d36ba6b374775b93c113837910ba6', 'subnets': [{'id': 'f903fdf6-641d-48e9-bdde-df272a8f4bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:07.224961 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fa4341-7653-4ba5-a4eb-9c7aba449274 None None] The sync data for ids ['de40f223-dde2-43cc-9a1c-1f8348e54edd'] in dv-cinder-804735-2-iscsi is: [{'id': 'de40f223-dde2-43cc-9a1c-1f8348e54edd', 'name': 'tempest-TestMinimumBasicScenario-2061681295-router', 'tenant_id': 'c24d36ba6b374775b93c113837910ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '81377e94-bf02-4e6b-9278-cbf13d00e845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:34:29Z', 'updated_at': '2021-08-27T03:34:32Z', 'revision_number': 4, 'project_id': 'c24d36ba6b374775b93c113837910ba6', 'gw_port': {'id': '81377e94-bf02-4e6b-9278-cbf13d00e845', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de40f223-dde2-43cc-9a1c-1f8348e54edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:29Z', 'updated_at': '2021-08-27T03:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': '6e2455d5-cce5-4cca-989e-44e4dcf12d04', 'name': '', 'network_id': '73bd44d6-ea8f-4165-8d6d-317f8321efd4', 'tenant_id': 'c24d36ba6b374775b93c113837910ba6', 'mac_address': 'fa:16:3e:63:f6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de40f223-dde2-43cc-9a1c-1f8348e54edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'f903fdf6-641d-48e9-bdde-df272a8f4bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:31Z', 'updated_at': '2021-08-27T03:34:38Z', 'revision_number': 5, 'project_id': 'c24d36ba6b374775b93c113837910ba6', 'subnets': [{'id': 'f903fdf6-641d-48e9-bdde-df272a8f4bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:37:07.518583 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0c8ee2-a30f-48d2-993c-b5755c857ec5 None None] New status for floating IP dd163dc4-454e-436a-bb90-7c96ab9c149f: DOWN {{(pid=93893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:37:07.593827 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 58652) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:07.705427 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-9f3112d8-3eda-4c40-b5b2-b312cf912dd8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-404581003-network', 'tenant_id': '4c115a7295c545b1b4546f1277f8101e'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:37:07.733259 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3112d8-3eda-4c40-b5b2-b312cf912dd8 admin admin] Made reservation on behalf of 4c115a7295c545b1b4546f1277f8101e for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:37:07.735306 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9f3112d8-3eda-4c40-b5b2-b312cf912dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:07.746698 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9f3112d8-3eda-4c40-b5b2-b312cf912dd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:07.844470 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9f3112d8-3eda-4c40-b5b2-b312cf912dd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:07.849668 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9f3112d8-3eda-4c40-b5b2-b312cf912dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:07.871561 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f3112d8-3eda-4c40-b5b2-b312cf912dd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:37:07.886286 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3112d8-3eda-4c40-b5b2-b312cf912dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf672ab-9465-4980-ad33-be9107fda9f7,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:07.891588 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9f3112d8-3eda-4c40-b5b2-b312cf912dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:07.891921 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.db.segments_db [None req-9f3112d8-3eda-4c40-b5b2-b312cf912dd8 admin admin] Added segment 8d315c61-fa3d-44a9-90a5-230fcc1f128f of type vlan for network d41611dd-3f64-439b-8efd-e52928215f96 Aug 27 03:37:07.932823 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9f3112d8-3eda-4c40-b5b2-b312cf912dd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776574857063'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:07.960863 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9f3112d8-3eda-4c40-b5b2-b312cf912dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:07.962188 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3112d8-3eda-4c40-b5b2-b312cf912dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:07.962522 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9f3112d8-3eda-4c40-b5b2-b312cf912dd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:08.014889 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-9f3112d8-3eda-4c40-b5b2-b312cf912dd8 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4198112 Aug 27 03:37:08.017813 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 58668) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:08.025036 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-33e5ea4a-cecb-4bbd-b7ea-48072aedccf5 admin admin] Request body: {'subnet': {'network_id': 'd41611dd-3f64-439b-8efd-e52928215f96', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-404581003-subnet', 'tenant_id': '4c115a7295c545b1b4546f1277f8101e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:37:08.029153 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3112d8-3eda-4c40-b5b2-b312cf912dd8 admin admin] Pushing event updated for resources: {'Network': ['ID=d41611dd-3f64-439b-8efd-e52928215f96,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:08.039900 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Network d41611dd-3f64-439b-8efd-e52928215f96 details requested by agent ovs-agent-dv-cinder-804735-2-iscsi with host dv-cinder-804735-2-iscsi {{(pid=93892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:37:08.050115 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e5ea4a-cecb-4bbd-b7ea-48072aedccf5 admin admin] Made reservation on behalf of 4c115a7295c545b1b4546f1277f8101e for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:37:08.052907 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-33e5ea4a-cecb-4bbd-b7ea-48072aedccf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999329'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:08.233556 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-33e5ea4a-cecb-4bbd-b7ea-48072aedccf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9122647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999379'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:08.283366 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e5ea4a-cecb-4bbd-b7ea-48072aedccf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=829f49af-6009-4fe7-92ba-e4192766809e,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:08.299584 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e5ea4a-cecb-4bbd-b7ea-48072aedccf5 admin admin] Checking segment: {'id': '8d315c61-fa3d-44a9-90a5-230fcc1f128f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd41611dd-3f64-439b-8efd-e52928215f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:37:08.299932 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e5ea4a-cecb-4bbd-b7ea-48072aedccf5 admin admin] Network hostable DHCP agents. Network: d41611dd-3f64-439b-8efd-e52928215f96, hostable agents: ['b9d5b039-511f-405d-92d5-fedc540f1c95'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:37:08.319465 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e5ea4a-cecb-4bbd-b7ea-48072aedccf5 admin admin] Network d41611dd-3f64-439b-8efd-e52928215f96 is scheduled to be hosted by DHCP agent b9d5b039-511f-405d-92d5-fedc540f1c95 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:37:08.328973 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-33e5ea4a-cecb-4bbd-b7ea-48072aedccf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-2-iscsi, d41611dd-3f64-439b-8efd-e52928215f96) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:37:08.333722 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e5ea4a-cecb-4bbd-b7ea-48072aedccf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:08.334801 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-33e5ea4a-cecb-4bbd-b7ea-48072aedccf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:08.337831 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505f57ed-6127-4a00-af61-a2e58b9cf332 None None] Network d41611dd-3f64-439b-8efd-e52928215f96 requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:37:08.351008 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-33e5ea4a-cecb-4bbd-b7ea-48072aedccf5 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3290312 Aug 27 03:37:08.462415 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8ee1ee-e299-45cf-85e1-171e08d5c03a None None] Network d41611dd-3f64-439b-8efd-e52928215f96 requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:37:08.857533 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 58692) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:08.863099 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [None req-1972ca24-498e-4284-83ee-08005f4ad9ce admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1671516141-network', 'tenant_id': 'bb2354e6d16a40cebcdc5fd63ce58651'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:37:08.891970 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1972ca24-498e-4284-83ee-08005f4ad9ce admin admin] Made reservation on behalf of bb2354e6d16a40cebcdc5fd63ce58651 for: {'network': 1} {{(pid=93891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:37:08.895654 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1972ca24-498e-4284-83ee-08005f4ad9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for network, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:08.905297 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1972ca24-498e-4284-83ee-08005f4ad9ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:08.997434 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1972ca24-498e-4284-83ee-08005f4ad9ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:09.002685 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1972ca24-498e-4284-83ee-08005f4ad9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:09.025285 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1972ca24-498e-4284-83ee-08005f4ad9ce admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=93891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:37:09.040185 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1972ca24-498e-4284-83ee-08005f4ad9ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f02e8b-7039-44ff-890e-41451a72e14e,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:09.043242 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1972ca24-498e-4284-83ee-08005f4ad9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004'] for segment, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:09.043611 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.db.segments_db [None req-1972ca24-498e-4284-83ee-08005f4ad9ce admin admin] Added segment cd7f75dc-1635-431e-8abe-5afb1e1b3f13 of type vlan for network 04c67ce9-ee94-4431-893e-224deea44085 Aug 27 03:37:09.086318 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1972ca24-498e-4284-83ee-08005f4ad9ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776574857063'] for network, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:09.112301 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1972ca24-498e-4284-83ee-08005f4ad9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068'] for network, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:09.113338 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1972ca24-498e-4284-83ee-08005f4ad9ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:09.113946 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1972ca24-498e-4284-83ee-08005f4ad9ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for network, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:09.172643 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-1972ca24-498e-4284-83ee-08005f4ad9ce admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3139699 Aug 27 03:37:09.175981 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 58702) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:09.179027 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1972ca24-498e-4284-83ee-08005f4ad9ce admin admin] Pushing event updated for resources: {'Network': ['ID=04c67ce9-ee94-4431-893e-224deea44085,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:09.181117 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-472fe6b7-40b9-4a44-9fe2-32e95ce4127f admin admin] Request body: {'subnet': {'network_id': '04c67ce9-ee94-4431-893e-224deea44085', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1671516141-subnet', 'tenant_id': 'bb2354e6d16a40cebcdc5fd63ce58651', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:37:09.189912 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Network 04c67ce9-ee94-4431-893e-224deea44085 details requested by agent ovs-agent-dv-cinder-804735-2-iscsi with host dv-cinder-804735-2-iscsi {{(pid=93892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:37:09.204068 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472fe6b7-40b9-4a44-9fe2-32e95ce4127f admin admin] Made reservation on behalf of bb2354e6d16a40cebcdc5fd63ce58651 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:37:09.206509 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-472fe6b7-40b9-4a44-9fe2-32e95ce4127f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999329'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:09.250140 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb0c2d-60e4-435f-96a5-b82f07b0f0bf req-d2fa00f8-2e1c-4afc-97c8-767aa152d9ed tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:09.251762 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ddeb0c2d-60e4-435f-96a5-b82f07b0f0bf req-d2fa00f8-2e1c-4afc-97c8-767aa152d9ed tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 945 time: 0.0513804 Aug 27 03:37:09.290224 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ddeb0c2d-60e4-435f-96a5-b82f07b0f0bf req-c00eb4c1-da5a-4901-9e14-7093f6b5a3cf tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e43aca5-b965-4ee1-a973-89108b59f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320821 Aug 27 03:37:09.375381 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-472fe6b7-40b9-4a44-9fe2-32e95ce4127f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9122647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999379'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:09.429241 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472fe6b7-40b9-4a44-9fe2-32e95ce4127f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b6e42e2-4188-4c23-8b5e-26581b92beb2,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:09.437898 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472fe6b7-40b9-4a44-9fe2-32e95ce4127f admin admin] Checking segment: {'id': 'cd7f75dc-1635-431e-8abe-5afb1e1b3f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '04c67ce9-ee94-4431-893e-224deea44085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:37:09.438237 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472fe6b7-40b9-4a44-9fe2-32e95ce4127f admin admin] Network hostable DHCP agents. Network: 04c67ce9-ee94-4431-893e-224deea44085, hostable agents: ['b9d5b039-511f-405d-92d5-fedc540f1c95'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:37:09.456182 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472fe6b7-40b9-4a44-9fe2-32e95ce4127f admin admin] Network 04c67ce9-ee94-4431-893e-224deea44085 is scheduled to be hosted by DHCP agent b9d5b039-511f-405d-92d5-fedc540f1c95 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:37:09.466075 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-472fe6b7-40b9-4a44-9fe2-32e95ce4127f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-2-iscsi, 04c67ce9-ee94-4431-893e-224deea44085) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:37:09.470121 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472fe6b7-40b9-4a44-9fe2-32e95ce4127f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:09.470706 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-472fe6b7-40b9-4a44-9fe2-32e95ce4127f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:09.475829 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60d2292-05e1-4314-b426-da3828e40c6f None None] Network 04c67ce9-ee94-4431-893e-224deea44085 requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:37:09.486099 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-472fe6b7-40b9-4a44-9fe2-32e95ce4127f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3089788 Aug 27 03:37:09.595531 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f47e405-028d-4dc3-99ee-f67d6465a4ca None None] Network 04c67ce9-ee94-4431-893e-224deea44085 requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:37:09.596962 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 58706) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:09.641316 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.db_base_plugin_v2 [None req-d03aef42-8cbb-4215-b805-e9e7d52475fb admin admin] Deleting subnet 829f49af-6009-4fe7-92ba-e4192766809e {{(pid=93891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:37:09.644807 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d03aef42-8cbb-4215-b805-e9e7d52475fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:09.679152 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d03aef42-8cbb-4215-b805-e9e7d52475fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8573710'] for subnet, precommit_delete_associations {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:09.724891 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d03aef42-8cbb-4215-b805-e9e7d52475fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1466029'] for subnet, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:09.781109 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d03aef42-8cbb-4215-b805-e9e7d52475fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1466018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8458786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9228963'] for subnet, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:09.811910 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03aef42-8cbb-4215-b805-e9e7d52475fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=829f49af-6009-4fe7-92ba-e4192766809e,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:09.814001 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d03aef42-8cbb-4215-b805-e9e7d52475fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for subnet, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:09.816024 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-d03aef42-8cbb-4215-b805-e9e7d52475fb admin admin] 10.222.0.58 "DELETE /v2.0/subnets/829f49af-6009-4fe7-92ba-e4192766809e HTTP/1.1" status: 204 len: 168 time: 0.2177415 Aug 27 03:37:09.818834 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 58708) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:09.885658 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-57f9f21b-6fcc-4a9b-87b1-169e1ca6c874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656125'] for network, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:09.977660 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-57f9f21b-6fcc-4a9b-87b1-169e1ca6c874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1577558', 'neutron.services.segments.db._delete_segments_for_network-8776575369454'] for network, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:09.990720 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.services.segments.db [None req-57f9f21b-6fcc-4a9b-87b1-169e1ca6c874 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d41611dd-3f64-439b-8efd-e52928215f96']}} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:10.001990 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.services.segments.db [None req-57f9f21b-6fcc-4a9b-87b1-169e1ca6c874 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d315c61-fa3d-44a9-90a5-230fcc1f128f') {'for_net_delete': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:10.002285 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.services.segments.db [None req-57f9f21b-6fcc-4a9b-87b1-169e1ca6c874 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d315c61-fa3d-44a9-90a5-230fcc1f128f') {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:10.011651 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-57f9f21b-6fcc-4a9b-87b1-169e1ca6c874 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776575369337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8573713'] for segment, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:10.027231 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-57f9f21b-6fcc-4a9b-87b1-169e1ca6c874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004'] for segment, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:10.034486 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57f9f21b-6fcc-4a9b-87b1-169e1ca6c874 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=93891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:37:10.034936 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-57f9f21b-6fcc-4a9b-87b1-169e1ca6c874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8458820'] for segment, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:10.036954 dv-cinder-804735-2-iscsi neutron-server[93891]: Traceback (most recent call last): Aug 27 03:37:10.036954 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:37:10.036954 dv-cinder-804735-2-iscsi neutron-server[93891]: timer() Aug 27 03:37:10.036954 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:37:10.036954 dv-cinder-804735-2-iscsi neutron-server[93891]: cb(*args, **kw) Aug 27 03:37:10.036954 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:37:10.036954 dv-cinder-804735-2-iscsi neutron-server[93891]: return func(*args, **kwargs) Aug 27 03:37:10.036954 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:37:10.036954 dv-cinder-804735-2-iscsi neutron-server[93891]: self._notify() Aug 27 03:37:10.036954 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:37:10.036954 dv-cinder-804735-2-iscsi neutron-server[93891]: self.callback(batched_events) Aug 27 03:37:10.036954 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:37:10.036954 dv-cinder-804735-2-iscsi neutron-server[93891]: event.method(event) Aug 27 03:37:10.036954 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:37:10.036954 dv-cinder-804735-2-iscsi neutron-server[93891]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:37:10.036954 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:37:10.036954 dv-cinder-804735-2-iscsi neutron-server[93891]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:37:10.036954 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:37:10.036954 dv-cinder-804735-2-iscsi neutron-server[93891]: return f(self, *a, **k) Aug 27 03:37:10.036954 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:37:10.036954 dv-cinder-804735-2-iscsi neutron-server[93891]: return self._get(url).json() Aug 27 03:37:10.036954 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:37:10.036954 dv-cinder-804735-2-iscsi neutron-server[93891]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:37:10.036954 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:37:10.036954 dv-cinder-804735-2-iscsi neutron-server[93891]: return self.request(url, 'GET', **kwargs) Aug 27 03:37:10.036954 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:37:10.036954 dv-cinder-804735-2-iscsi neutron-server[93891]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:37:10.036954 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:37:10.036954 dv-cinder-804735-2-iscsi neutron-server[93891]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:37:10.036954 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:37:10.036954 dv-cinder-804735-2-iscsi neutron-server[93891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:37:10.036954 dv-cinder-804735-2-iscsi neutron-server[93891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:37:10.099846 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-57f9f21b-6fcc-4a9b-87b1-169e1ca6c874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456099'] for network, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:10.109448 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-57f9f21b-6fcc-4a9b-87b1-169e1ca6c874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for network, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:10.111506 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-57f9f21b-6fcc-4a9b-87b1-169e1ca6c874 admin admin] 10.222.0.58 "DELETE /v2.0/networks/d41611dd-3f64-439b-8efd-e52928215f96 HTTP/1.1" status: 204 len: 168 time: 0.2916851 Aug 27 03:37:10.114402 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 58722) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:10.122638 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9f21b-6fcc-4a9b-87b1-169e1ca6c874 admin admin] Pushing event deleted for resources: {'Network': ['ID=d41611dd-3f64-439b-8efd-e52928215f96,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:10.161121 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-b805f3cf-e2f1-4d24-9e4a-ca0f5241f2f7 admin admin] Deleting subnet 6b6e42e2-4188-4c23-8b5e-26581b92beb2 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:37:10.164493 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b805f3cf-e2f1-4d24-9e4a-ca0f5241f2f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:10.203308 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b805f3cf-e2f1-4d24-9e4a-ca0f5241f2f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8923430'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:10.243170 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b805f3cf-e2f1-4d24-9e4a-ca0f5241f2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1466029'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:10.303023 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b805f3cf-e2f1-4d24-9e4a-ca0f5241f2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1466018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999370'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:10.330500 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b805f3cf-e2f1-4d24-9e4a-ca0f5241f2f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b6e42e2-4188-4c23-8b5e-26581b92beb2,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:10.335280 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b805f3cf-e2f1-4d24-9e4a-ca0f5241f2f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:10.344820 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-b805f3cf-e2f1-4d24-9e4a-ca0f5241f2f7 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6b6e42e2-4188-4c23-8b5e-26581b92beb2 HTTP/1.1" status: 204 len: 168 time: 0.2219362 Aug 27 03:37:10.344943 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 58728) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:10.394156 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 58730) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:10.439147 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5833f9b6-e644-461e-b9ef-e722e12ff12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656125'] for network, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:10.461095 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0a307-bafa-4aaf-9a02-6049df270478 req-259fe30d-d715-4fc8-b9bf-658dd40d9e4c tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:10.462612 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2be0a307-bafa-4aaf-9a02-6049df270478 req-259fe30d-d715-4fc8-b9bf-658dd40d9e4c tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 945 time: 0.0758002 Aug 27 03:37:10.503761 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a3bd9b4c-3bfa-42d4-99b4-69967b2547e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:10.553290 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5833f9b6-e644-461e-b9ef-e722e12ff12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1577558', 'neutron.services.segments.db._delete_segments_for_network-8776575369454'] for network, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:10.571626 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.services.segments.db [None req-5833f9b6-e644-461e-b9ef-e722e12ff12d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04c67ce9-ee94-4431-893e-224deea44085']}} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:10.576476 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2be0a307-bafa-4aaf-9a02-6049df270478 req-18a3e273-24c2-4f8a-b29c-46b8a74cfb10 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e43aca5-b965-4ee1-a973-89108b59f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889053 Aug 27 03:37:10.585538 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.services.segments.db [None req-5833f9b6-e644-461e-b9ef-e722e12ff12d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd7f75dc-1635-431e-8abe-5afb1e1b3f13') {'for_net_delete': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:10.585839 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.services.segments.db [None req-5833f9b6-e644-461e-b9ef-e722e12ff12d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd7f75dc-1635-431e-8abe-5afb1e1b3f13') {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:10.599693 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5833f9b6-e644-461e-b9ef-e722e12ff12d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776575369337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8573713'] for segment, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:10.600130 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a3bd9b4c-3bfa-42d4-99b4-69967b2547e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:10.605053 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a3bd9b4c-3bfa-42d4-99b4-69967b2547e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:10.614803 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5833f9b6-e644-461e-b9ef-e722e12ff12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004'] for segment, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:10.620987 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5833f9b6-e644-461e-b9ef-e722e12ff12d admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=93891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:37:10.621457 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5833f9b6-e644-461e-b9ef-e722e12ff12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8458820'] for segment, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:10.623251 dv-cinder-804735-2-iscsi neutron-server[93891]: Traceback (most recent call last): Aug 27 03:37:10.623251 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:37:10.623251 dv-cinder-804735-2-iscsi neutron-server[93891]: timer() Aug 27 03:37:10.623251 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:37:10.623251 dv-cinder-804735-2-iscsi neutron-server[93891]: cb(*args, **kw) Aug 27 03:37:10.623251 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:37:10.623251 dv-cinder-804735-2-iscsi neutron-server[93891]: return func(*args, **kwargs) Aug 27 03:37:10.623251 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:37:10.623251 dv-cinder-804735-2-iscsi neutron-server[93891]: self._notify() Aug 27 03:37:10.623251 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:37:10.623251 dv-cinder-804735-2-iscsi neutron-server[93891]: self.callback(batched_events) Aug 27 03:37:10.623251 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:37:10.623251 dv-cinder-804735-2-iscsi neutron-server[93891]: event.method(event) Aug 27 03:37:10.623251 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:37:10.623251 dv-cinder-804735-2-iscsi neutron-server[93891]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:37:10.623251 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:37:10.623251 dv-cinder-804735-2-iscsi neutron-server[93891]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:37:10.623251 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:37:10.623251 dv-cinder-804735-2-iscsi neutron-server[93891]: return f(self, *a, **k) Aug 27 03:37:10.623251 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:37:10.623251 dv-cinder-804735-2-iscsi neutron-server[93891]: return self._get(url).json() Aug 27 03:37:10.623251 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:37:10.623251 dv-cinder-804735-2-iscsi neutron-server[93891]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:37:10.623251 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:37:10.623251 dv-cinder-804735-2-iscsi neutron-server[93891]: return self.request(url, 'GET', **kwargs) Aug 27 03:37:10.623251 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:37:10.623251 dv-cinder-804735-2-iscsi neutron-server[93891]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:37:10.623251 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:37:10.623251 dv-cinder-804735-2-iscsi neutron-server[93891]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:37:10.623251 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:37:10.623251 dv-cinder-804735-2-iscsi neutron-server[93891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:37:10.623251 dv-cinder-804735-2-iscsi neutron-server[93891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:37:10.642188 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-a3bd9b4c-3bfa-42d4-99b4-69967b2547e2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=109d1c044b134cc0b9bdab07026b95e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2468688 Aug 27 03:37:10.644415 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd9b4c-3bfa-42d4-99b4-69967b2547e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55551d0a-3052-4825-97df-b0f4528c20e5,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:10.646850 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 58734) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:10.682190 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5833f9b6-e644-461e-b9ef-e722e12ff12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456099'] for network, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:10.688778 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5833f9b6-e644-461e-b9ef-e722e12ff12d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for network, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:10.690582 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-5833f9b6-e644-461e-b9ef-e722e12ff12d admin admin] 10.222.0.58 "DELETE /v2.0/networks/04c67ce9-ee94-4431-893e-224deea44085 HTTP/1.1" status: 204 len: 168 time: 0.3445961 Aug 27 03:37:10.700145 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5833f9b6-e644-461e-b9ef-e722e12ff12d admin admin] Pushing event deleted for resources: {'Network': ['ID=04c67ce9-ee94-4431-893e-224deea44085,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:10.705138 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d003d290-e24e-4138-aafb-16c2a462ae61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:10.728077 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d003d290-e24e-4138-aafb-16c2a462ae61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:10.785021 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d003d290-e24e-4138-aafb-16c2a462ae61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:10.787857 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d003d290-e24e-4138-aafb-16c2a462ae61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:10.789018 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-d003d290-e24e-4138-aafb-16c2a462ae61 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/55551d0a-3052-4825-97df-b0f4528c20e5 HTTP/1.1" status: 204 len: 168 time: 0.1414156 Aug 27 03:37:10.798674 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d003d290-e24e-4138-aafb-16c2a462ae61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55551d0a-3052-4825-97df-b0f4528c20e5,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:10.813535 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 58740) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:10.854074 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-6a2b4e4f-2ed9-4d3e-849d-c1ea7a4ea3aa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4c115a7295c545b1b4546f1277f8101e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393412 Aug 27 03:37:10.856869 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 58742) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:10.907893 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ab62b38-840b-4617-afd2-34782f9c53d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:10.929810 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ab62b38-840b-4617-afd2-34782f9c53d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:10.981593 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ab62b38-840b-4617-afd2-34782f9c53d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:10.984977 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ab62b38-840b-4617-afd2-34782f9c53d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:10.986168 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-0ab62b38-840b-4617-afd2-34782f9c53d0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7cf672ab-9465-4980-ad33-be9107fda9f7 HTTP/1.1" status: 204 len: 168 time: 0.1281824 Aug 27 03:37:11.007938 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab62b38-840b-4617-afd2-34782f9c53d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf672ab-9465-4980-ad33-be9107fda9f7,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:11.048131 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f1aae-d69c-4473-ba34-5de7da70f1bd req-00674e20-e5bb-4aa0-a60c-a46c5c55a245 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:11.049782 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d75f1aae-d69c-4473-ba34-5de7da70f1bd req-00674e20-e5bb-4aa0-a60c-a46c5c55a245 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.63 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 945 time: 0.0529377 Aug 27 03:37:11.142060 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 58748) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:11.160903 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a69524bd-12d1-41df-8a88-be9e3c04269e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:11.175383 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [req-d75f1aae-d69c-4473-ba34-5de7da70f1bd req-893d3daf-953f-4271-a4c1-89e4f2b979e2 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Deleting port 9bb5206b-382a-4dac-a93b-17b51b935b5a {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:37:11.176133 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-d75f1aae-d69c-4473-ba34-5de7da70f1bd req-893d3daf-953f-4271-a4c1-89e4f2b979e2 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:11.332565 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 58752) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:11.378955 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-433979b9-a4f6-4d3c-95ac-fc725a307f49 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bb2354e6d16a40cebcdc5fd63ce58651&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0451150 Aug 27 03:37:11.381528 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 58754) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:11.433629 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ae686725-6d57-4cb3-a871-bd684c2b7597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:11.456989 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ae686725-6d57-4cb3-a871-bd684c2b7597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:11.512914 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ae686725-6d57-4cb3-a871-bd684c2b7597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:11.515834 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ae686725-6d57-4cb3-a871-bd684c2b7597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:11.520470 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-ae686725-6d57-4cb3-a871-bd684c2b7597 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/69f02e8b-7039-44ff-890e-41451a72e14e HTTP/1.1" status: 204 len: 168 time: 0.1376894 Aug 27 03:37:11.528823 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae686725-6d57-4cb3-a871-bd684c2b7597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f02e8b-7039-44ff-890e-41451a72e14e,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:11.586560 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-d75f1aae-d69c-4473-ba34-5de7da70f1bd req-893d3daf-953f-4271-a4c1-89e4f2b979e2 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] For port 9bb5206b-382a-4dac-a93b-17b51b935b5a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9bb5206b-382a-4dac-a93b-17b51b935b5a,segment=NetworkSegment(4787f5b9-6226-41b6-8fca-ea1f4ddc3325),segment_id=4787f5b9-6226-41b6-8fca-ea1f4ddc3325)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:11.586850 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-d75f1aae-d69c-4473-ba34-5de7da70f1bd req-893d3daf-953f-4271-a4c1-89e4f2b979e2 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:11.605616 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [req-d75f1aae-d69c-4473-ba34-5de7da70f1bd req-893d3daf-953f-4271-a4c1-89e4f2b979e2 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Calling delete_port for 9bb5206b-382a-4dac-a93b-17b51b935b5a owned by compute:nova {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:37:11.709858 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a69524bd-12d1-41df-8a88-be9e3c04269e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:11.722939 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a69524bd-12d1-41df-8a88-be9e3c04269e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:11.790976 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-a69524bd-12d1-41df-8a88-be9e3c04269e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=af2f66aac2204228bcfd77f5fc1cc3c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6476359 Aug 27 03:37:11.791849 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69524bd-12d1-41df-8a88-be9e3c04269e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49e6460-165b-46bf-9f18-cd242b7c3d52,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:11.793786 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 58762) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:11.805192 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d4aac-cc22-4969-bb1d-50f9c6060879 req-e17e0733-83d9-4743-82fe-31ea44f58d0e tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:11.806742 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d08d4aac-cc22-4969-bb1d-50f9c6060879 req-e17e0733-83d9-4743-82fe-31ea44f58d0e tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/ports?device_id=0813a770-efab-496a-8c4c-9e2f72102ca8 HTTP/1.1" status: 200 len: 945 time: 0.1461239 Aug 27 03:37:11.870044 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eafbeadc-ddb4-44e3-ad93-54a42cbf2c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:11.891910 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d08d4aac-cc22-4969-bb1d-50f9c6060879 req-bb9bbf28-be7f-415b-8d28-772687fa516e tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.58 "GET /v2.0/security-groups?id=2e43aca5-b965-4ee1-a973-89108b59f98f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549557 Aug 27 03:37:11.893136 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-d75f1aae-d69c-4473-ba34-5de7da70f1bd req-893d3daf-953f-4271-a4c1-89e4f2b979e2 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:11.894656 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eafbeadc-ddb4-44e3-ad93-54a42cbf2c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:11.916247 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] get_ports_and_sgs() called for port_ids ['9bb5206b-382a-4dac-a93b-17b51b935b5a'] {{(pid=93892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:37:11.947991 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d3daf-953f-4271-a4c1-89e4f2b979e2 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Pushing event deleted for resources: {'Port': ['ID=9bb5206b-382a-4dac-a93b-17b51b935b5a,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:11.948574 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eafbeadc-ddb4-44e3-ad93-54a42cbf2c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:11.952001 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eafbeadc-ddb4-44e3-ad93-54a42cbf2c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:11.955872 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-eafbeadc-ddb4-44e3-ad93-54a42cbf2c44 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d49e6460-165b-46bf-9f18-cd242b7c3d52 HTTP/1.1" status: 204 len: 168 time: 0.1559870 Aug 27 03:37:11.963216 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafbeadc-ddb4-44e3-ad93-54a42cbf2c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49e6460-165b-46bf-9f18-cd242b7c3d52,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:12.022215 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75f1aae-d69c-4473-ba34-5de7da70f1bd req-893d3daf-953f-4271-a4c1-89e4f2b979e2 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] No DVR routers for this DVR port 9bb5206b-382a-4dac-a93b-17b51b935b5a on host hv-cinder-80473 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:37:12.025555 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-d75f1aae-d69c-4473-ba34-5de7da70f1bd req-893d3daf-953f-4271-a4c1-89e4f2b979e2 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:12.027933 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d75f1aae-d69c-4473-ba34-5de7da70f1bd req-893d3daf-953f-4271-a4c1-89e4f2b979e2 tempest-TestMinimumBasicScenario-39683287 tempest-TestMinimumBasicScenario-39683287-project] 10.222.0.63 "DELETE /v2.0/ports/9bb5206b-382a-4dac-a93b-17b51b935b5a HTTP/1.1" status: 204 len: 173 time: 0.9710574 Aug 27 03:37:12.028369 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0813a770-efab-496a-8c4c-9e2f72102ca8', 'name': 'network-vif-deleted', 'tag': '9bb5206b-382a-4dac-a93b-17b51b935b5a'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:37:12.030914 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5db798dbfc6723b72cacb44784ab66cf68bec91175074e332c63962bd4ba80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c51d3d9-4ff0-4974-9427-0494d109bb7e" -d '{"events": [{"server_uuid": "0813a770-efab-496a-8c4c-9e2f72102ca8", "name": "network-vif-deleted", "tag": "9bb5206b-382a-4dac-a93b-17b51b935b5a"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:37:12.069869 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30df2f07-a00e-4ed1-8c2c-bf9b2473acee x-openstack-request-id: req-30df2f07-a00e-4ed1-8c2c-bf9b2473acee {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:37:12.070542 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0813a770-efab-496a-8c4c-9e2f72102ca8", "name": "network-vif-deleted", "tag": "9bb5206b-382a-4dac-a93b-17b51b935b5a", "status": "completed", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:37:12.070998 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-30df2f07-a00e-4ed1-8c2c-bf9b2473acee {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:37:12.071621 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0813a770-efab-496a-8c4c-9e2f72102ca8', 'name': 'network-vif-deleted', 'tag': '9bb5206b-382a-4dac-a93b-17b51b935b5a', 'status': 'completed', 'code': 200} Aug 27 03:37:13.399538 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 58856) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:13.527659 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c5f8a4fd-36e9-48a1-967f-4eb4e05bd761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:13.633137 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c5f8a4fd-36e9-48a1-967f-4eb4e05bd761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:13.638790 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c5f8a4fd-36e9-48a1-967f-4eb4e05bd761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:13.681341 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-c5f8a4fd-36e9-48a1-967f-4eb4e05bd761 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f211de002b5040e896318d98044689e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2779162 Aug 27 03:37:13.681341 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f8a4fd-36e9-48a1-967f-4eb4e05bd761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea29aa4-4606-4dac-8ecc-c72db5ebb7b0,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:13.681861 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 58896) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:13.714142 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 58898) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:13.747705 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-252f6f4b-e424-4fb3-9159-72991e2fe9a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:13.772637 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-252f6f4b-e424-4fb3-9159-72991e2fe9a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:13.829044 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-252f6f4b-e424-4fb3-9159-72991e2fe9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:13.831794 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-252f6f4b-e424-4fb3-9159-72991e2fe9a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:13.835526 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-252f6f4b-e424-4fb3-9159-72991e2fe9a5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1ea29aa4-4606-4dac-8ecc-c72db5ebb7b0 HTTP/1.1" status: 204 len: 168 time: 0.1500099 Aug 27 03:37:13.851225 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f6f4b-e424-4fb3-9159-72991e2fe9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea29aa4-4606-4dac-8ecc-c72db5ebb7b0,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:13.880308 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 58904) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:14.005779 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9b013483-804b-480d-b79e-c1b51d11a482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:14.090427 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8c9e4425-2725-49fc-ab24-4eaef32898c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-458511'] for router_interface, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:14.105913 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9b013483-804b-480d-b79e-c1b51d11a482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:14.110824 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9b013483-804b-480d-b79e-c1b51d11a482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:14.145557 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 9bb5206b-382a-4dac-a93b-17b51b935b5a no longer exists at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:37:14.160614 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-9b013483-804b-480d-b79e-c1b51d11a482 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a94876f5cf5b467a8c7c669d55b6f701&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2766011 Aug 27 03:37:14.160614 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b013483-804b-480d-b79e-c1b51d11a482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c13b084-d54f-45ae-a0a4-eedf1107fbea,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:14.161859 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 58912) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:14.180252 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] No Port match for: 9bb5206b-382a-4dac-a93b-17b51b935b5a {{(pid=93892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:37:14.180985 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 9bb5206b-382a-4dac-a93b-17b51b935b5a not bound to the agent host hv-cinder-80473 {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:37:14.218499 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-024f3f53-399a-4f65-8cb6-5f0ca533711a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:14.243366 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-024f3f53-399a-4f65-8cb6-5f0ca533711a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:14.299572 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-024f3f53-399a-4f65-8cb6-5f0ca533711a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:14.302953 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-024f3f53-399a-4f65-8cb6-5f0ca533711a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:14.306626 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-024f3f53-399a-4f65-8cb6-5f0ca533711a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3c13b084-d54f-45ae-a0a4-eedf1107fbea HTTP/1.1" status: 204 len: 168 time: 0.1413682 Aug 27 03:37:14.311873 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f3f53-399a-4f65-8cb6-5f0ca533711a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c13b084-d54f-45ae-a0a4-eedf1107fbea,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:14.350781 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-8c9e4425-2725-49fc-ab24-4eaef32898c4 admin admin] Deleting port 6e2455d5-cce5-4cca-989e-44e4dcf12d04 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:37:14.351118 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8c9e4425-2725-49fc-ab24-4eaef32898c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:14.440797 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-8c9e4425-2725-49fc-ab24-4eaef32898c4 admin admin] For port 6e2455d5-cce5-4cca-989e-44e4dcf12d04, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=6e2455d5-cce5-4cca-989e-44e4dcf12d04,segment=NetworkSegment(4787f5b9-6226-41b6-8fca-ea1f4ddc3325),segment_id=4787f5b9-6226-41b6-8fca-ea1f4ddc3325)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:14.441422 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8c9e4425-2725-49fc-ab24-4eaef32898c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:14.457211 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-8c9e4425-2725-49fc-ab24-4eaef32898c4 admin admin] Calling delete_port for 6e2455d5-cce5-4cca-989e-44e4dcf12d04 owned by network:router_interface {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:37:14.650414 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8c9e4425-2725-49fc-ab24-4eaef32898c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:14.674329 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 58932) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:14.680796 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e4425-2725-49fc-ab24-4eaef32898c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e2455d5-cce5-4cca-989e-44e4dcf12d04,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:14.687789 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-63b77733-90fb-4ad5-90bf-34e35330afb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:14.700975 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 58934) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:14.813755 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-63b77733-90fb-4ad5-90bf-34e35330afb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:14.820517 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-63b77733-90fb-4ad5-90bf-34e35330afb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:14.879262 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-045448a3-e277-43d6-8c74-a0aabd8eb247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:14.879562 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-63b77733-90fb-4ad5-90bf-34e35330afb7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=019148093a3c49689834432dcd4c0b9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2038577 Aug 27 03:37:14.882172 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 58938) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:14.883590 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b77733-90fb-4ad5-90bf-34e35330afb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b0efa3-a725-4c3c-96c2-3f021cf3b307,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:14.887098 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8c9e4425-2725-49fc-ab24-4eaef32898c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458693'] for router_interface, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:14.921493 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-4a097a19-eef3-4673-883c-02c16968754e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1377733813-network', 'tenant_id': '87c503a5f4c94ed5a5d883191cf39692'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:37:14.963170 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a097a19-eef3-4673-883c-02c16968754e admin admin] Made reservation on behalf of 87c503a5f4c94ed5a5d883191cf39692 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:37:14.965484 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4a097a19-eef3-4673-883c-02c16968754e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:14.979223 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4a097a19-eef3-4673-883c-02c16968754e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:14.988019 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f5fafcf9-619c-4974-90c4-19b5c5cdf86c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:15.017582 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f5fafcf9-619c-4974-90c4-19b5c5cdf86c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:15.095998 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f5fafcf9-619c-4974-90c4-19b5c5cdf86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:15.098693 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f5fafcf9-619c-4974-90c4-19b5c5cdf86c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:15.102428 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-f5fafcf9-619c-4974-90c4-19b5c5cdf86c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f6b0efa3-a725-4c3c-96c2-3f021cf3b307 HTTP/1.1" status: 204 len: 168 time: 0.1947629 Aug 27 03:37:15.113619 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fafcf9-619c-4974-90c4-19b5c5cdf86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b0efa3-a725-4c3c-96c2-3f021cf3b307,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:15.115994 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9e4425-2725-49fc-ab24-4eaef32898c4 admin admin] Router de40f223-dde2-43cc-9a1c-1f8348e54edd has already been hosted by L3 agent 531130d0-1c3c-4def-a74a-055fb8373853 {{(pid=93891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:37:15.130736 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4a097a19-eef3-4673-883c-02c16968754e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:15.135959 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4a097a19-eef3-4673-883c-02c16968754e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:15.159116 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a097a19-eef3-4673-883c-02c16968754e admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:37:15.174539 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a097a19-eef3-4673-883c-02c16968754e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ecac33-9afb-4228-a677-ffb179342f39,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:15.179457 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4a097a19-eef3-4673-883c-02c16968754e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:15.180066 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.db.segments_db [None req-4a097a19-eef3-4673-883c-02c16968754e admin admin] Added segment 42eaff4e-9763-49bd-9361-6ab421e5a092 of type vlan for network 983f4440-cdf8-47c6-92ca-6c53c209742b Aug 27 03:37:15.225813 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4a097a19-eef3-4673-883c-02c16968754e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776574857063'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:15.242574 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9e4425-2725-49fc-ab24-4eaef32898c4 admin admin] Notify agent at l3_agent.dv-cinder-804735-2-iscsi the message routers_updated {{(pid=93891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:37:15.248307 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-8c9e4425-2725-49fc-ab24-4eaef32898c4 admin admin] 10.222.0.58 "PUT /v2.0/routers/de40f223-dde2-43cc-9a1c-1f8348e54edd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5331314 Aug 27 03:37:15.250987 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 58944) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:15.254860 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c4229c-90fe-45ee-850f-3d0fe5f02cba None None] Sync routers for ids ['de40f223-dde2-43cc-9a1c-1f8348e54edd'] in dv-cinder-804735-2-iscsi {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:37:15.259750 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4a097a19-eef3-4673-883c-02c16968754e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:15.261063 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a097a19-eef3-4673-883c-02c16968754e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:15.261745 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4a097a19-eef3-4673-883c-02c16968754e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:15.266198 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c4229c-90fe-45ee-850f-3d0fe5f02cba None None] Routers {'de40f223-dde2-43cc-9a1c-1f8348e54edd'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:37:15.266845 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-87c4229c-90fe-45ee-850f-3d0fe5f02cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:36:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['de40f223-dde2-43cc-9a1c-1f8348e54edd'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:15.510950 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-87c4229c-90fe-45ee-850f-3d0fe5f02cba None None] Set router de40f223-dde2-43cc-9a1c-1f8348e54edd gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:37:15.640849 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-4a097a19-eef3-4673-883c-02c16968754e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9361742 Aug 27 03:37:15.642026 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 58958) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:15.645847 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a097a19-eef3-4673-883c-02c16968754e admin admin] Pushing event updated for resources: {'Network': ['ID=983f4440-cdf8-47c6-92ca-6c53c209742b,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:15.646844 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [None req-81307fd9-6ce4-4cb5-9362-c79ea802aaf5 admin admin] Request body: {'subnet': {'network_id': '983f4440-cdf8-47c6-92ca-6c53c209742b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1377733813-subnet', 'tenant_id': '87c503a5f4c94ed5a5d883191cf39692', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:37:15.673739 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Network 983f4440-cdf8-47c6-92ca-6c53c209742b details requested by agent ovs-agent-dv-cinder-804735-2-iscsi with host dv-cinder-804735-2-iscsi {{(pid=93892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:37:15.685423 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81307fd9-6ce4-4cb5-9362-c79ea802aaf5 admin admin] Made reservation on behalf of 87c503a5f4c94ed5a5d883191cf39692 for: {'subnet': 1} {{(pid=93891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:37:15.690135 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-81307fd9-6ce4-4cb5-9362-c79ea802aaf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9229000'] for subnet, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:15.700673 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-366e897c-f4b8-4cb3-b3f7-17fbff64aab6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:15.774027 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-87c4229c-90fe-45ee-850f-3d0fe5f02cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de40f223-dde2-43cc-9a1c-1f8348e54edd', 'name': 'tempest-TestMinimumBasicScenario-2061681295-router', 'tenant_id': 'c24d36ba6b374775b93c113837910ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '81377e94-bf02-4e6b-9278-cbf13d00e845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:34:29Z', 'updated_at': '2021-08-27T03:37:14Z', 'revision_number': 5, 'project_id': 'c24d36ba6b374775b93c113837910ba6', 'gw_port': {'id': '81377e94-bf02-4e6b-9278-cbf13d00e845', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de40f223-dde2-43cc-9a1c-1f8348e54edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:29Z', 'updated_at': '2021-08-27T03:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi'}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:15.806815 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c4229c-90fe-45ee-850f-3d0fe5f02cba None None] Checking router: de40f223-dde2-43cc-9a1c-1f8348e54edd for host: dv-cinder-804735-2-iscsi {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:37:15.816986 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c4229c-90fe-45ee-850f-3d0fe5f02cba None None] Routers {'de40f223-dde2-43cc-9a1c-1f8348e54edd'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:37:15.817748 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-87c4229c-90fe-45ee-850f-3d0fe5f02cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:36:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['de40f223-dde2-43cc-9a1c-1f8348e54edd'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:15.837426 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-366e897c-f4b8-4cb3-b3f7-17fbff64aab6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:15.899538 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-81307fd9-6ce4-4cb5-9362-c79ea802aaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8459745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9228986'] for subnet, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:15.937900 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-87c4229c-90fe-45ee-850f-3d0fe5f02cba None None] Set router de40f223-dde2-43cc-9a1c-1f8348e54edd gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:37:15.955656 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-366e897c-f4b8-4cb3-b3f7-17fbff64aab6 admin admin] Deleting port 81377e94-bf02-4e6b-9278-cbf13d00e845 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:37:15.955990 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-366e897c-f4b8-4cb3-b3f7-17fbff64aab6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:15.973475 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81307fd9-6ce4-4cb5-9362-c79ea802aaf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a85c7621-53aa-470a-8ea4-bdeb42090a90,revision_number=0']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:15.979045 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81307fd9-6ce4-4cb5-9362-c79ea802aaf5 admin admin] Checking segment: {'id': '42eaff4e-9763-49bd-9361-6ab421e5a092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '983f4440-cdf8-47c6-92ca-6c53c209742b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:37:15.979434 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81307fd9-6ce4-4cb5-9362-c79ea802aaf5 admin admin] Network hostable DHCP agents. Network: 983f4440-cdf8-47c6-92ca-6c53c209742b, hostable agents: ['b9d5b039-511f-405d-92d5-fedc540f1c95'], hosted agents: [] {{(pid=93891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:37:15.997810 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81307fd9-6ce4-4cb5-9362-c79ea802aaf5 admin admin] Network 983f4440-cdf8-47c6-92ca-6c53c209742b is scheduled to be hosted by DHCP agent b9d5b039-511f-405d-92d5-fedc540f1c95 with binding_index 1 {{(pid=93891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:37:16.011156 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-81307fd9-6ce4-4cb5-9362-c79ea802aaf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-2-iscsi, 983f4440-cdf8-47c6-92ca-6c53c209742b) {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:37:16.024758 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81307fd9-6ce4-4cb5-9362-c79ea802aaf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:16.025576 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-81307fd9-6ce4-4cb5-9362-c79ea802aaf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for subnet, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:16.043095 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b61f5a1-ca2e-4b81-aa45-620f3c42b9f7 None None] Network 983f4440-cdf8-47c6-92ca-6c53c209742b requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:37:16.048108 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-81307fd9-6ce4-4cb5-9362-c79ea802aaf5 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4056280 Aug 27 03:37:16.070625 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-366e897c-f4b8-4cb3-b3f7-17fbff64aab6 admin admin] For port 81377e94-bf02-4e6b-9278-cbf13d00e845, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=81377e94-bf02-4e6b-9278-cbf13d00e845,segment=NetworkSegment(d4232587-dac2-4838-ac1c-504baf035179),segment_id=d4232587-dac2-4838-ac1c-504baf035179)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:16.071076 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-366e897c-f4b8-4cb3-b3f7-17fbff64aab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:16.090709 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-366e897c-f4b8-4cb3-b3f7-17fbff64aab6 admin admin] Calling delete_port for 81377e94-bf02-4e6b-9278-cbf13d00e845 owned by network:router_gateway {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:37:16.230882 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f6cc63-ff44-40fb-b4ad-2312cc96b0b9 None None] Network 983f4440-cdf8-47c6-92ca-6c53c209742b requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:37:16.310641 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-87c4229c-90fe-45ee-850f-3d0fe5f02cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de40f223-dde2-43cc-9a1c-1f8348e54edd', 'name': 'tempest-TestMinimumBasicScenario-2061681295-router', 'tenant_id': 'c24d36ba6b374775b93c113837910ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '81377e94-bf02-4e6b-9278-cbf13d00e845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:34:29Z', 'updated_at': '2021-08-27T03:37:14Z', 'revision_number': 5, 'project_id': 'c24d36ba6b374775b93c113837910ba6', 'gw_port': {'id': '81377e94-bf02-4e6b-9278-cbf13d00e845', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de40f223-dde2-43cc-9a1c-1f8348e54edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:29Z', 'updated_at': '2021-08-27T03:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi'}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:16.317180 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-366e897c-f4b8-4cb3-b3f7-17fbff64aab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9123015'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:16.340085 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e897c-f4b8-4cb3-b3f7-17fbff64aab6 admin admin] Pushing event deleted for resources: {'Port': ['ID=81377e94-bf02-4e6b-9278-cbf13d00e845,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:16.342151 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c4229c-90fe-45ee-850f-3d0fe5f02cba None None] The sync data for ids ['de40f223-dde2-43cc-9a1c-1f8348e54edd'] in dv-cinder-804735-2-iscsi is: [{'id': 'de40f223-dde2-43cc-9a1c-1f8348e54edd', 'name': 'tempest-TestMinimumBasicScenario-2061681295-router', 'tenant_id': 'c24d36ba6b374775b93c113837910ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '81377e94-bf02-4e6b-9278-cbf13d00e845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:34:29Z', 'updated_at': '2021-08-27T03:37:14Z', 'revision_number': 5, 'project_id': 'c24d36ba6b374775b93c113837910ba6', 'gw_port': {'id': '81377e94-bf02-4e6b-9278-cbf13d00e845', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de40f223-dde2-43cc-9a1c-1f8348e54edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:29Z', 'updated_at': '2021-08-27T03:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:37:16.448447 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-366e897c-f4b8-4cb3-b3f7-17fbff64aab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456095'] for router_gateway, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:16.551650 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-366e897c-f4b8-4cb3-b3f7-17fbff64aab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36924'] for router, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:16.553837 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-366e897c-f4b8-4cb3-b3f7-17fbff64aab6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:16.610914 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-366e897c-f4b8-4cb3-b3f7-17fbff64aab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445711'] for router, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:16.611448 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366e897c-f4b8-4cb3-b3f7-17fbff64aab6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de40f223-dde2-43cc-9a1c-1f8348e54edd {{(pid=93890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:37:16.616809 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-366e897c-f4b8-4cb3-b3f7-17fbff64aab6 admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:16.618086 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-366e897c-f4b8-4cb3-b3f7-17fbff64aab6 admin admin] 10.222.0.58 "DELETE /v2.0/routers/de40f223-dde2-43cc-9a1c-1f8348e54edd HTTP/1.1" status: 204 len: 168 time: 1.3660285 Aug 27 03:37:16.620671 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 58986) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:16.675989 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.db_base_plugin_v2 [None req-131d3fac-cfbc-414c-9218-2834c7ad60a5 admin admin] Deleting subnet f903fdf6-641d-48e9-bdde-df272a8f4bb6 {{(pid=93891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:37:16.679046 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-131d3fac-cfbc-414c-9218-2834c7ad60a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:16.720468 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-131d3fac-cfbc-414c-9218-2834c7ad60a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8573710'] for subnet, precommit_delete_associations {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:16.814191 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-131d3fac-cfbc-414c-9218-2834c7ad60a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1466029'] for subnet, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:16.877222 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-131d3fac-cfbc-414c-9218-2834c7ad60a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1466018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8458786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9228963'] for subnet, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:16.904013 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d3fac-cfbc-414c-9218-2834c7ad60a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f903fdf6-641d-48e9-bdde-df272a8f4bb6,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:16.907957 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-131d3fac-cfbc-414c-9218-2834c7ad60a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for subnet, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:16.909831 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-131d3fac-cfbc-414c-9218-2834c7ad60a5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f903fdf6-641d-48e9-bdde-df272a8f4bb6 HTTP/1.1" status: 204 len: 168 time: 0.2877705 Aug 27 03:37:16.912278 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 59000) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:16.916646 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f630024d-35c0-4019-82a8-ce5639729da0 None None] Network 73bd44d6-ea8f-4165-8d6d-317f8321efd4 requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:37:16.997208 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8b8641d2-1c86-46e6-b376-28f332cca8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656125'] for network, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:17.058836 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-8b8641d2-1c86-46e6-b376-28f332cca8ca admin admin] Deleting port de04f527-10e7-4307-abfc-2effd51bed38 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:37:17.059186 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8b8641d2-1c86-46e6-b376-28f332cca8ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:17.128694 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-8b8641d2-1c86-46e6-b376-28f332cca8ca admin admin] For port de04f527-10e7-4307-abfc-2effd51bed38, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=de04f527-10e7-4307-abfc-2effd51bed38,segment=NetworkSegment(4787f5b9-6226-41b6-8fca-ea1f4ddc3325),segment_id=4787f5b9-6226-41b6-8fca-ea1f4ddc3325)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:17.129223 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8b8641d2-1c86-46e6-b376-28f332cca8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:17.142997 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b93bd00-b991-4789-b8a1-f36051148dc8 None None] DHCP port deletion for 73bd44d6-ea8f-4165-8d6d-317f8321efd4 request from dv-cinder-804735-2-iscsi {{(pid=93892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:37:17.149608 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-8b8641d2-1c86-46e6-b376-28f332cca8ca admin admin] Calling delete_port for de04f527-10e7-4307-abfc-2effd51bed38 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:37:17.200698 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-8b93bd00-b991-4789-b8a1-f36051148dc8 None None] Deleting port de04f527-10e7-4307-abfc-2effd51bed38 {{(pid=93892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:37:17.201065 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-8b93bd00-b991-4789-b8a1-f36051148dc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:17.242544 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8b8641d2-1c86-46e6-b376-28f332cca8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:17.273477 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8641d2-1c86-46e6-b376-28f332cca8ca admin admin] No DVR routers for this DVR port de04f527-10e7-4307-abfc-2effd51bed38 on host dv-cinder-804735-2-iscsi {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:37:17.275084 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8641d2-1c86-46e6-b376-28f332cca8ca admin admin] Pushing event deleted for resources: {'Port': ['ID=de04f527-10e7-4307-abfc-2effd51bed38,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:17.290105 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-8ff352ee-be5f-4df5-bff7-1bc887004ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:17.303527 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-8b93bd00-b991-4789-b8a1-f36051148dc8 None None] For port de04f527-10e7-4307-abfc-2effd51bed38, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=de04f527-10e7-4307-abfc-2effd51bed38,segment=NetworkSegment(4787f5b9-6226-41b6-8fca-ea1f4ddc3325),segment_id=4787f5b9-6226-41b6-8fca-ea1f4ddc3325)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:17.303940 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-8b93bd00-b991-4789-b8a1-f36051148dc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:17.317553 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-8b93bd00-b991-4789-b8a1-f36051148dc8 None None] Calling delete_port for de04f527-10e7-4307-abfc-2effd51bed38 owned by network:dhcp {{(pid=93892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:37:17.346148 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8b8641d2-1c86-46e6-b376-28f332cca8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1577558', 'neutron.services.segments.db._delete_segments_for_network-8776575369454'] for network, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:17.355930 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.services.segments.db [None req-8b8641d2-1c86-46e6-b376-28f332cca8ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73bd44d6-ea8f-4165-8d6d-317f8321efd4']}} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:17.369787 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.services.segments.db [None req-8b8641d2-1c86-46e6-b376-28f332cca8ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4787f5b9-6226-41b6-8fca-ea1f4ddc3325') {'for_net_delete': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:17.370051 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.services.segments.db [None req-8b8641d2-1c86-46e6-b376-28f332cca8ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4787f5b9-6226-41b6-8fca-ea1f4ddc3325') {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:17.379125 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8b8641d2-1c86-46e6-b376-28f332cca8ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776575369337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8573713'] for segment, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:17.393331 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8b8641d2-1c86-46e6-b376-28f332cca8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004'] for segment, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:17.398946 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-8b93bd00-b991-4789-b8a1-f36051148dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517'] for port, after_delete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:17.399689 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b8641d2-1c86-46e6-b376-28f332cca8ca admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=93891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:37:17.400144 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8b8641d2-1c86-46e6-b376-28f332cca8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8458820'] for segment, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:17.401912 dv-cinder-804735-2-iscsi neutron-server[93891]: Traceback (most recent call last): Aug 27 03:37:17.401912 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:37:17.401912 dv-cinder-804735-2-iscsi neutron-server[93891]: timer() Aug 27 03:37:17.401912 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:37:17.401912 dv-cinder-804735-2-iscsi neutron-server[93891]: cb(*args, **kw) Aug 27 03:37:17.401912 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:37:17.401912 dv-cinder-804735-2-iscsi neutron-server[93891]: return func(*args, **kwargs) Aug 27 03:37:17.401912 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:37:17.401912 dv-cinder-804735-2-iscsi neutron-server[93891]: self._notify() Aug 27 03:37:17.401912 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:37:17.401912 dv-cinder-804735-2-iscsi neutron-server[93891]: self.callback(batched_events) Aug 27 03:37:17.401912 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:37:17.401912 dv-cinder-804735-2-iscsi neutron-server[93891]: event.method(event) Aug 27 03:37:17.401912 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:37:17.401912 dv-cinder-804735-2-iscsi neutron-server[93891]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:37:17.401912 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:37:17.401912 dv-cinder-804735-2-iscsi neutron-server[93891]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:37:17.401912 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:37:17.401912 dv-cinder-804735-2-iscsi neutron-server[93891]: return f(self, *a, **k) Aug 27 03:37:17.401912 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:37:17.401912 dv-cinder-804735-2-iscsi neutron-server[93891]: return self._get(url).json() Aug 27 03:37:17.401912 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:37:17.401912 dv-cinder-804735-2-iscsi neutron-server[93891]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:37:17.401912 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:37:17.401912 dv-cinder-804735-2-iscsi neutron-server[93891]: return self.request(url, 'GET', **kwargs) Aug 27 03:37:17.401912 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:37:17.401912 dv-cinder-804735-2-iscsi neutron-server[93891]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:37:17.401912 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:37:17.401912 dv-cinder-804735-2-iscsi neutron-server[93891]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:37:17.401912 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:37:17.401912 dv-cinder-804735-2-iscsi neutron-server[93891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:37:17.401912 dv-cinder-804735-2-iscsi neutron-server[93891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:37:17.426211 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93bd00-b991-4789-b8a1-f36051148dc8 None None] Pushing event deleted for resources: {'Port': ['ID=de04f527-10e7-4307-abfc-2effd51bed38,revision_number=None']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:17.433185 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b93bd00-b991-4789-b8a1-f36051148dc8 None None] No DVR routers for this DVR port de04f527-10e7-4307-abfc-2effd51bed38 on host dv-cinder-804735-2-iscsi {{(pid=93892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:37:17.462451 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8b8641d2-1c86-46e6-b376-28f332cca8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456099'] for network, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:17.470172 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8b8641d2-1c86-46e6-b376-28f332cca8ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for network, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:17.472440 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-8b8641d2-1c86-46e6-b376-28f332cca8ca admin admin] 10.222.0.58 "DELETE /v2.0/networks/73bd44d6-ea8f-4165-8d6d-317f8321efd4 HTTP/1.1" status: 204 len: 168 time: 0.5585744 Aug 27 03:37:17.475368 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 59004) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:17.495813 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8641d2-1c86-46e6-b376-28f332cca8ca admin admin] Pushing event deleted for resources: {'Network': ['ID=73bd44d6-ea8f-4165-8d6d-317f8321efd4,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:17.502134 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:17.870419 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a7572a77-c2e5-4b3c-8565-b348f514b758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-458511'] for router_interface, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:17.955775 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 6e2455d5-cce5-4cca-989e-44e4dcf12d04 no longer exists at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:37:17.981325 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] No Port match for: 6e2455d5-cce5-4cca-989e-44e4dcf12d04 {{(pid=93892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:37:17.982031 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 6e2455d5-cce5-4cca-989e-44e4dcf12d04 not bound to the agent host dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:37:17.982639 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device de04f527-10e7-4307-abfc-2effd51bed38 no longer exists at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:37:18.004432 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] No Port match for: de04f527-10e7-4307-abfc-2effd51bed38 {{(pid=93892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:37:18.005243 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device de04f527-10e7-4307-abfc-2effd51bed38 not bound to the agent host dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:37:18.005854 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 81377e94-bf02-4e6b-9278-cbf13d00e845 no longer exists at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:37:18.026488 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] No Port match for: 81377e94-bf02-4e6b-9278-cbf13d00e845 {{(pid=93892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:37:18.027157 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 81377e94-bf02-4e6b-9278-cbf13d00e845 not bound to the agent host dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:37:18.033155 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-1a2e0db2-6927-4279-a479-603a280c57d7 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:18.041846 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-1a2e0db2-6927-4279-a479-603a280c57d7 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.58 "GET /v2.0/networks?id=983f4440-cdf8-47c6-92ca-6c53c209742b HTTP/1.1" status: 200 len: 809 time: 0.1448476 Aug 27 03:37:18.053665 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-bcbc5ce7-57fc-42b2-9c34-50829215a58b tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.58 "GET /v2.0/quotas/87c503a5f4c94ed5a5d883191cf39692 HTTP/1.1" status: 200 len: 375 time: 0.0109029 Aug 27 03:37:18.089163 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-af96eebb-bf89-4340-952c-c6a8e37101f1 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=87c503a5f4c94ed5a5d883191cf39692&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294125 Aug 27 03:37:18.160123 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-a7572a77-c2e5-4b3c-8565-b348f514b758 admin admin] Deleting port 7cafcc02-5911-4016-b6b1-b569f279bbdd {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:37:18.160549 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a7572a77-c2e5-4b3c-8565-b348f514b758 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:18.194451 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-1866de99-762e-4c18-80e8-102398c5522f service neutron] 10.222.0.58 "GET /v2.0/networks/983f4440-cdf8-47c6-92ca-6c53c209742b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962291 Aug 27 03:37:18.249226 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-a7572a77-c2e5-4b3c-8565-b348f514b758 admin admin] For port 7cafcc02-5911-4016-b6b1-b569f279bbdd, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=7cafcc02-5911-4016-b6b1-b569f279bbdd,segment=NetworkSegment(23af9a04-a39c-4441-9489-2523e1b9f7f8),segment_id=23af9a04-a39c-4441-9489-2523e1b9f7f8)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:18.249508 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a7572a77-c2e5-4b3c-8565-b348f514b758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:18.264135 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-a7572a77-c2e5-4b3c-8565-b348f514b758 admin admin] Calling delete_port for 7cafcc02-5911-4016-b6b1-b569f279bbdd owned by network:router_interface {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:37:18.493552 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a7572a77-c2e5-4b3c-8565-b348f514b758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9123015'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:18.523267 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7572a77-c2e5-4b3c-8565-b348f514b758 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cafcc02-5911-4016-b6b1-b569f279bbdd,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:18.573736 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-565511e7-2674-4975-a86e-f36b9efbe57e service neutron] 10.222.0.58 "GET /v2.0/networks/983f4440-cdf8-47c6-92ca-6c53c209742b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730061 Aug 27 03:37:18.635225 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:18.720022 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a7572a77-c2e5-4b3c-8565-b348f514b758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458693'] for router_interface, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:18.754065 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-66893d41-3094-4b10-b37d-2e2fd663fcf9 req-b72a59a2-1cf3-4bf7-bffb-3e6edc8b5e58 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.58 "GET /v2.0/ports?device_id=682cf62c-f47b-4302-a140-6ee05fa7dc23 HTTP/1.1" status: 200 len: 210 time: 0.0285575 Aug 27 03:37:18.952275 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7572a77-c2e5-4b3c-8565-b348f514b758 admin admin] Router 3ec304bb-3779-4789-a52f-eb578e99955b has already been hosted by L3 agent 531130d0-1c3c-4def-a74a-055fb8373853 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:37:19.064208 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7572a77-c2e5-4b3c-8565-b348f514b758 admin admin] Notify agent at l3_agent.dv-cinder-804735-2-iscsi the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:37:19.072215 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 59044) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:19.075196 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0d16aa-8e16-48b8-ab1a-a0b50370ae7d None None] Sync routers for ids ['3ec304bb-3779-4789-a52f-eb578e99955b'] in dv-cinder-804735-2-iscsi {{(pid=93893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:37:19.077448 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-a7572a77-c2e5-4b3c-8565-b348f514b758 admin admin] 10.222.0.58 "PUT /v2.0/routers/3ec304bb-3779-4789-a52f-eb578e99955b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5982606 Aug 27 03:37:19.085762 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0d16aa-8e16-48b8-ab1a-a0b50370ae7d None None] Routers {'3ec304bb-3779-4789-a52f-eb578e99955b'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:37:19.086371 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-6c0d16aa-8e16-48b8-ab1a-a0b50370ae7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:37:17Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['3ec304bb-3779-4789-a52f-eb578e99955b'], 'active': True} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:19.185969 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-20f72396-b8c4-44d9-836b-b0d57dfdbcbb admin admin] Notify callbacks [] for router, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:19.294119 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-20f72396-b8c4-44d9-836b-b0d57dfdbcbb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:19.296049 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvr_db [None req-6c0d16aa-8e16-48b8-ab1a-a0b50370ae7d None None] Set router 3ec304bb-3779-4789-a52f-eb578e99955b gateway port host: dv-cinder-804735-2-iscsi {{(pid=93893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:37:19.348195 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-20f72396-b8c4-44d9-836b-b0d57dfdbcbb admin admin] Deleting port 276dd3c5-cf69-4274-a8d3-a9eede7368a4 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:37:19.348433 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-20f72396-b8c4-44d9-836b-b0d57dfdbcbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:19.433641 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-20f72396-b8c4-44d9-836b-b0d57dfdbcbb admin admin] For port 276dd3c5-cf69-4274-a8d3-a9eede7368a4, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=276dd3c5-cf69-4274-a8d3-a9eede7368a4,segment=NetworkSegment(d4232587-dac2-4838-ac1c-504baf035179),segment_id=d4232587-dac2-4838-ac1c-504baf035179)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:19.434040 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-20f72396-b8c4-44d9-836b-b0d57dfdbcbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:19.446915 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-20f72396-b8c4-44d9-836b-b0d57dfdbcbb admin admin] Calling delete_port for 276dd3c5-cf69-4274-a8d3-a9eede7368a4 owned by network:router_gateway {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:37:19.472861 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-6c0d16aa-8e16-48b8-ab1a-a0b50370ae7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec304bb-3779-4789-a52f-eb578e99955b', 'name': 'tempest-TestMinimumBasicScenario-741783511-router', 'tenant_id': '90a380b1f3c4481cba1e2dbeb03314e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '276dd3c5-cf69-4274-a8d3-a9eede7368a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:34:35Z', 'updated_at': '2021-08-27T03:37:18Z', 'revision_number': 5, 'project_id': '90a380b1f3c4481cba1e2dbeb03314e8', 'gw_port': {'id': '276dd3c5-cf69-4274-a8d3-a9eede7368a4', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec304bb-3779-4789-a52f-eb578e99955b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:34:35Z', 'updated_at': '2021-08-27T03:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi'}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:19.501816 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0d16aa-8e16-48b8-ab1a-a0b50370ae7d None None] Checking router: 3ec304bb-3779-4789-a52f-eb578e99955b for host: dv-cinder-804735-2-iscsi {{(pid=93893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:37:19.510756 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0d16aa-8e16-48b8-ab1a-a0b50370ae7d None None] Routers {'3ec304bb-3779-4789-a52f-eb578e99955b'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:37:19.511588 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-6c0d16aa-8e16-48b8-ab1a-a0b50370ae7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:37:17Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['3ec304bb-3779-4789-a52f-eb578e99955b'], 'active': True} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:19.600637 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvr_db [None req-6c0d16aa-8e16-48b8-ab1a-a0b50370ae7d None None] Set router 3ec304bb-3779-4789-a52f-eb578e99955b gateway port host: None {{(pid=93893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:37:19.640545 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-20f72396-b8c4-44d9-836b-b0d57dfdbcbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:19.651783 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-6c0d16aa-8e16-48b8-ab1a-a0b50370ae7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec304bb-3779-4789-a52f-eb578e99955b', 'name': 'tempest-TestMinimumBasicScenario-741783511-router', 'tenant_id': '90a380b1f3c4481cba1e2dbeb03314e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:34:35Z', 'updated_at': '2021-08-27T03:37:19Z', 'revision_number': 6, 'project_id': '90a380b1f3c4481cba1e2dbeb03314e8', 'gw_port_host': None}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:19.683831 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0d16aa-8e16-48b8-ab1a-a0b50370ae7d None None] The sync data for ids ['3ec304bb-3779-4789-a52f-eb578e99955b'] in dv-cinder-804735-2-iscsi is: [{'id': '3ec304bb-3779-4789-a52f-eb578e99955b', 'name': 'tempest-TestMinimumBasicScenario-741783511-router', 'tenant_id': '90a380b1f3c4481cba1e2dbeb03314e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:34:35Z', 'updated_at': '2021-08-27T03:37:19Z', 'revision_number': 6, 'project_id': '90a380b1f3c4481cba1e2dbeb03314e8', 'gw_port_host': None}] {{(pid=93893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:37:19.707929 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f72396-b8c4-44d9-836b-b0d57dfdbcbb admin admin] Pushing event deleted for resources: {'Port': ['ID=276dd3c5-cf69-4274-a8d3-a9eede7368a4,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:19.797835 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-20f72396-b8c4-44d9-836b-b0d57dfdbcbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456095'] for router_gateway, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:19.806263 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-03b3393d-eb5e-4a58-b73f-17085176f71c tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:19.807732 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-03b3393d-eb5e-4a58-b73f-17085176f71c tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.63 "GET /v2.0/networks?id=983f4440-cdf8-47c6-92ca-6c53c209742b HTTP/1.1" status: 200 len: 809 time: 0.1916583 Aug 27 03:37:19.878399 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-94dcddb2-3765-4c46-91aa-289ec9e6c329 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Request body: {'port': {'device_id': '682cf62c-f47b-4302-a140-6ee05fa7dc23', 'network_id': '983f4440-cdf8-47c6-92ca-6c53c209742b', 'admin_state_up': True, 'tenant_id': '87c503a5f4c94ed5a5d883191cf39692'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:37:19.932512 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2fd9e717-e076-4fbb-a1a7-dba736aa27bc req-5746bb50-8619-4d35-adf4-1dc972fd1416 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.58 "GET /v2.0/ports?device_id=682cf62c-f47b-4302-a140-6ee05fa7dc23 HTTP/1.1" status: 200 len: 210 time: 0.0990908 Aug 27 03:37:19.962815 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-20f72396-b8c4-44d9-836b-b0d57dfdbcbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36924'] for router, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:19.966386 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-20f72396-b8c4-44d9-836b-b0d57dfdbcbb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:20.022105 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-20f72396-b8c4-44d9-836b-b0d57dfdbcbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445711'] for router, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:20.022105 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f72396-b8c4-44d9-836b-b0d57dfdbcbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ec304bb-3779-4789-a52f-eb578e99955b {{(pid=93891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:37:20.026712 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-20f72396-b8c4-44d9-836b-b0d57dfdbcbb admin admin] Notify callbacks [] for router, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:20.030605 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-20f72396-b8c4-44d9-836b-b0d57dfdbcbb admin admin] 10.222.0.58 "DELETE /v2.0/routers/3ec304bb-3779-4789-a52f-eb578e99955b HTTP/1.1" status: 204 len: 168 time: 0.9569137 Aug 27 03:37:20.031144 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 59056) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:20.078720 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-94dcddb2-3765-4c46-91aa-289ec9e6c329 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Made reservation on behalf of 87c503a5f4c94ed5a5d883191cf39692 for: {'port': 1} {{(pid=93891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:37:20.082324 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-94dcddb2-3765-4c46-91aa-289ec9e6c329 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:20.098032 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-11237cd0-5ba6-45d0-acf1-b8cfd499e960 admin admin] Deleting subnet 4fa859de-cda0-471d-bb21-d87d038b1ea6 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:37:20.102596 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-11237cd0-5ba6-45d0-acf1-b8cfd499e960 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:20.154264 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-11237cd0-5ba6-45d0-acf1-b8cfd499e960 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8923430'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:20.176048 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:20.221598 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-94dcddb2-3765-4c46-91aa-289ec9e6c329 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Allocated IP 172.20.0.10 (983f4440-cdf8-47c6-92ca-6c53c209742b/a85c7621-53aa-470a-8ea4-bdeb42090a90/e1528aa4-d9b1-4a96-aea9-b2580c95e64e) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:37:20.236591 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-11237cd0-5ba6-45d0-acf1-b8cfd499e960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1466029'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:20.289385 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-11237cd0-5ba6-45d0-acf1-b8cfd499e960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1466018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999370'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:20.317680 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-11237cd0-5ba6-45d0-acf1-b8cfd499e960 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:20.322050 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-11237cd0-5ba6-45d0-acf1-b8cfd499e960 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/4fa859de-cda0-471d-bb21-d87d038b1ea6 HTTP/1.1" status: 204 len: 168 time: 0.2889423 Aug 27 03:37:20.322228 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 59058) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:20.323094 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11237cd0-5ba6-45d0-acf1-b8cfd499e960 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fa859de-cda0-471d-bb21-d87d038b1ea6,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:20.325107 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c562df-fae1-4010-9717-cff6342b90d7 None None] Network 06e15920-3db4-479e-851d-b2ddef2d6cd8 requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:37:20.422418 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-45738ffa-bb5b-4d86-812c-8fbcbe70bf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656125'] for network, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:20.440848 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-94dcddb2-3765-4c46-91aa-289ec9e6c329 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:20.462717 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 7cafcc02-5911-4016-b6b1-b569f279bbdd no longer exists at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:37:20.485027 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] No Port match for: 7cafcc02-5911-4016-b6b1-b569f279bbdd {{(pid=93892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:37:20.485555 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 7cafcc02-5911-4016-b6b1-b569f279bbdd not bound to the agent host dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:37:20.518372 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dc39f7-de1a-40cd-972f-198621e58960 None None] DHCP port deletion for 06e15920-3db4-479e-851d-b2ddef2d6cd8 request from dv-cinder-804735-2-iscsi {{(pid=93892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:37:20.522536 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-45738ffa-bb5b-4d86-812c-8fbcbe70bf0e admin admin] Deleting port fb3cd21e-d29b-41fb-8632-854cb8d55391 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:37:20.523027 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-45738ffa-bb5b-4d86-812c-8fbcbe70bf0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:20.535267 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-94dcddb2-3765-4c46-91aa-289ec9e6c329 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:20.571506 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-b9dc39f7-de1a-40cd-972f-198621e58960 None None] Deleting port fb3cd21e-d29b-41fb-8632-854cb8d55391 {{(pid=93892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:37:20.572168 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-b9dc39f7-de1a-40cd-972f-198621e58960 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:20.625417 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-94dcddb2-3765-4c46-91aa-289ec9e6c329 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Network 983f4440-cdf8-47c6-92ca-6c53c209742b is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:37:20.634360 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-45738ffa-bb5b-4d86-812c-8fbcbe70bf0e admin admin] For port fb3cd21e-d29b-41fb-8632-854cb8d55391, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=fb3cd21e-d29b-41fb-8632-854cb8d55391,segment=NetworkSegment(23af9a04-a39c-4441-9489-2523e1b9f7f8),segment_id=23af9a04-a39c-4441-9489-2523e1b9f7f8)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:20.634714 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-45738ffa-bb5b-4d86-812c-8fbcbe70bf0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:20.637186 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-b9dc39f7-de1a-40cd-972f-198621e58960 None None] For port fb3cd21e-d29b-41fb-8632-854cb8d55391, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=fb3cd21e-d29b-41fb-8632-854cb8d55391,segment=NetworkSegment(23af9a04-a39c-4441-9489-2523e1b9f7f8),segment_id=23af9a04-a39c-4441-9489-2523e1b9f7f8)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:20.637400 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-94dcddb2-3765-4c46-91aa-289ec9e6c329 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:37:20.637581 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-b9dc39f7-de1a-40cd-972f-198621e58960 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:20.640573 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-94dcddb2-3765-4c46-91aa-289ec9e6c329 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:37:20.649068 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dcddb2-3765-4c46-91aa-289ec9e6c329 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Pushing event updated for resources: {'Port': ['ID=e1528aa4-d9b1-4a96-aea9-b2580c95e64e,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:20.657652 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-b9dc39f7-de1a-40cd-972f-198621e58960 None None] Calling delete_port for fb3cd21e-d29b-41fb-8632-854cb8d55391 owned by network:dhcp {{(pid=93892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:37:20.681735 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-45738ffa-bb5b-4d86-812c-8fbcbe70bf0e admin admin] Calling delete_port for fb3cd21e-d29b-41fb-8632-854cb8d55391 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:37:20.712986 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-94dcddb2-3765-4c46-91aa-289ec9e6c329 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:20.713930 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-94dcddb2-3765-4c46-91aa-289ec9e6c329 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:20.745885 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-b9dc39f7-de1a-40cd-972f-198621e58960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517'] for port, after_delete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:20.763628 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-94dcddb2-3765-4c46-91aa-289ec9e6c329 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9291062 Aug 27 03:37:20.771706 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc39f7-de1a-40cd-972f-198621e58960 None None] Pushing event deleted for resources: {'Port': ['ID=fb3cd21e-d29b-41fb-8632-854cb8d55391,revision_number=None']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:20.775195 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dc39f7-de1a-40cd-972f-198621e58960 None None] No DVR routers for this DVR port fb3cd21e-d29b-41fb-8632-854cb8d55391 on host dv-cinder-804735-2-iscsi {{(pid=93892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:37:20.777604 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-206490ce-8188-4775-a1d0-c182349704fc service neutron] Request body: {'port': {'device_id': '682cf62c-f47b-4302-a140-6ee05fa7dc23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:37:20.839459 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-45738ffa-bb5b-4d86-812c-8fbcbe70bf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:20.846102 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-206490ce-8188-4775-a1d0-c182349704fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:20.871315 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45738ffa-bb5b-4d86-812c-8fbcbe70bf0e admin admin] Pushing event deleted for resources: {'Port': ['ID=fb3cd21e-d29b-41fb-8632-854cb8d55391,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:20.882965 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45738ffa-bb5b-4d86-812c-8fbcbe70bf0e admin admin] No DVR routers for this DVR port fb3cd21e-d29b-41fb-8632-854cb8d55391 on host dv-cinder-804735-2-iscsi {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:37:20.990349 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-45738ffa-bb5b-4d86-812c-8fbcbe70bf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1577558', 'neutron.services.segments.db._delete_segments_for_network-8776575369454'] for network, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:21.053225 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.services.segments.db [None req-45738ffa-bb5b-4d86-812c-8fbcbe70bf0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06e15920-3db4-479e-851d-b2ddef2d6cd8']}} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:21.097379 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.services.segments.db [None req-45738ffa-bb5b-4d86-812c-8fbcbe70bf0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23af9a04-a39c-4441-9489-2523e1b9f7f8') {'for_net_delete': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:21.098198 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.services.segments.db [None req-45738ffa-bb5b-4d86-812c-8fbcbe70bf0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23af9a04-a39c-4441-9489-2523e1b9f7f8') {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:21.121486 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-45738ffa-bb5b-4d86-812c-8fbcbe70bf0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776575369337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8573713'] for segment, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:21.165787 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-45738ffa-bb5b-4d86-812c-8fbcbe70bf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004'] for segment, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:21.180910 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45738ffa-bb5b-4d86-812c-8fbcbe70bf0e admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=93891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:37:21.181335 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-45738ffa-bb5b-4d86-812c-8fbcbe70bf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8458820'] for segment, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:21.183235 dv-cinder-804735-2-iscsi neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:37:21.183235 dv-cinder-804735-2-iscsi neutron-server[93891]: self.session.flush() Aug 27 03:37:21.183235 dv-cinder-804735-2-iscsi neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:37:21.183235 dv-cinder-804735-2-iscsi neutron-server[93891]: self.session.flush() Aug 27 03:37:21.183235 dv-cinder-804735-2-iscsi neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:37:21.183235 dv-cinder-804735-2-iscsi neutron-server[93891]: self.session.flush() Aug 27 03:37:21.183235 dv-cinder-804735-2-iscsi neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:37:21.183235 dv-cinder-804735-2-iscsi neutron-server[93891]: self.session.flush() Aug 27 03:37:21.183235 dv-cinder-804735-2-iscsi neutron-server[93891]: Traceback (most recent call last): Aug 27 03:37:21.183235 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:37:21.183235 dv-cinder-804735-2-iscsi neutron-server[93891]: timer() Aug 27 03:37:21.183235 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:37:21.183235 dv-cinder-804735-2-iscsi neutron-server[93891]: cb(*args, **kw) Aug 27 03:37:21.183235 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:37:21.183235 dv-cinder-804735-2-iscsi neutron-server[93891]: return func(*args, **kwargs) Aug 27 03:37:21.183235 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:37:21.183235 dv-cinder-804735-2-iscsi neutron-server[93891]: self._notify() Aug 27 03:37:21.183235 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:37:21.183235 dv-cinder-804735-2-iscsi neutron-server[93891]: self.callback(batched_events) Aug 27 03:37:21.183235 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:37:21.183235 dv-cinder-804735-2-iscsi neutron-server[93891]: event.method(event) Aug 27 03:37:21.183235 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:37:21.183235 dv-cinder-804735-2-iscsi neutron-server[93891]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:37:21.183235 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:37:21.183235 dv-cinder-804735-2-iscsi neutron-server[93891]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:37:21.183235 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:37:21.183235 dv-cinder-804735-2-iscsi neutron-server[93891]: return f(self, *a, **k) Aug 27 03:37:21.183235 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:37:21.183235 dv-cinder-804735-2-iscsi neutron-server[93891]: return self._get(url).json() Aug 27 03:37:21.183235 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:37:21.183235 dv-cinder-804735-2-iscsi neutron-server[93891]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:37:21.183235 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:37:21.183235 dv-cinder-804735-2-iscsi neutron-server[93891]: return self.request(url, 'GET', **kwargs) Aug 27 03:37:21.183235 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:37:21.183235 dv-cinder-804735-2-iscsi neutron-server[93891]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:37:21.183235 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:37:21.183235 dv-cinder-804735-2-iscsi neutron-server[93891]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:37:21.183235 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:37:21.183235 dv-cinder-804735-2-iscsi neutron-server[93891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:37:21.183235 dv-cinder-804735-2-iscsi neutron-server[93891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:37:21.237911 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d9caf-37d3-450c-9842-b8c555ee44a8 req-bbcdb517-80a8-41ba-83ba-6920c1290737 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:21.239453 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6d8d9caf-37d3-450c-9842-b8c555ee44a8 req-bbcdb517-80a8-41ba-83ba-6920c1290737 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.58 "GET /v2.0/ports?device_id=682cf62c-f47b-4302-a140-6ee05fa7dc23 HTTP/1.1" status: 200 len: 932 time: 0.1912539 Aug 27 03:37:21.275069 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-45738ffa-bb5b-4d86-812c-8fbcbe70bf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456099'] for network, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:21.284799 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-45738ffa-bb5b-4d86-812c-8fbcbe70bf0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for network, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:21.286562 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-45738ffa-bb5b-4d86-812c-8fbcbe70bf0e admin admin] 10.222.0.58 "DELETE /v2.0/networks/06e15920-3db4-479e-851d-b2ddef2d6cd8 HTTP/1.1" status: 204 len: 168 time: 0.9632692 Aug 27 03:37:21.313671 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45738ffa-bb5b-4d86-812c-8fbcbe70bf0e admin admin] Pushing event deleted for resources: {'Network': ['ID=06e15920-3db4-479e-851d-b2ddef2d6cd8,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:21.340234 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6d8d9caf-37d3-450c-9842-b8c555ee44a8 req-c2f25523-191d-4a90-8253-37287d628aea tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0ecac33-9afb-4228-a677-ffb179342f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901926 Aug 27 03:37:21.376776 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-206490ce-8188-4775-a1d0-c182349704fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1528aa4-d9b1-4a96-aea9-b2580c95e64e {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:37:21.384449 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-206490ce-8188-4775-a1d0-c182349704fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:21.396645 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-206490ce-8188-4775-a1d0-c182349704fc service neutron] Transition to ACTIVE for port object e1528aa4-d9b1-4a96-aea9-b2580c95e64e will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:37:21.401263 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-206490ce-8188-4775-a1d0-c182349704fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8458856'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:21.450205 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206490ce-8188-4775-a1d0-c182349704fc service neutron] Pushing event updated for resources: {'Port': ['ID=e1528aa4-d9b1-4a96-aea9-b2580c95e64e,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:21.464697 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 59066) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:21.504590 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-fa008fcf-8923-4961-b62f-12bf38cadd56 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c24d36ba6b374775b93c113837910ba6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385578 Aug 27 03:37:21.506974 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 59068) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:21.523811 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-206490ce-8188-4775-a1d0-c182349704fc service neutron] Attempting to bind port e1528aa4-d9b1-4a96-aea9-b2580c95e64e on host hv-cinder-80473 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:37:21.524144 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-206490ce-8188-4775-a1d0-c182349704fc service neutron] Attempting to bind port e1528aa4-d9b1-4a96-aea9-b2580c95e64e by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '42eaff4e-9763-49bd-9361-6ab421e5a092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '983f4440-cdf8-47c6-92ca-6c53c209742b'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:37:21.524475 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-206490ce-8188-4775-a1d0-c182349704fc service neutron] Attempting to bind port e1528aa4-d9b1-4a96-aea9-b2580c95e64e on network 983f4440-cdf8-47c6-92ca-6c53c209742b {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:37:21.529093 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-206490ce-8188-4775-a1d0-c182349704fc service neutron] Port e1528aa4-d9b1-4a96-aea9-b2580c95e64e on network 983f4440-cdf8-47c6-92ca-6c53c209742b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:37:21.529463 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-206490ce-8188-4775-a1d0-c182349704fc service neutron] Attempting to bind port e1528aa4-d9b1-4a96-aea9-b2580c95e64e on network 983f4440-cdf8-47c6-92ca-6c53c209742b {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:37:21.534553 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-206490ce-8188-4775-a1d0-c182349704fc service neutron] Checking agent: {'id': '24f718bb-5cbe-4fbb-a277-c3e337c88f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 27, 23), 'started_at': datetime.datetime(2021, 8, 27, 3, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:37:21.534910 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-206490ce-8188-4775-a1d0-c182349704fc service neutron] Checking segment: {'id': '42eaff4e-9763-49bd-9361-6ab421e5a092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '983f4440-cdf8-47c6-92ca-6c53c209742b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:37:21.535289 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-206490ce-8188-4775-a1d0-c182349704fc service neutron] Bound using segment: {'id': '42eaff4e-9763-49bd-9361-6ab421e5a092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '983f4440-cdf8-47c6-92ca-6c53c209742b'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:37:21.537031 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-206490ce-8188-4775-a1d0-c182349704fc service neutron] Bound port: e1528aa4-d9b1-4a96-aea9-b2580c95e64e, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42eaff4e-9763-49bd-9361-6ab421e5a092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '983f4440-cdf8-47c6-92ca-6c53c209742b'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:37:21.537031 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-206490ce-8188-4775-a1d0-c182349704fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:21.560016 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a9b0aab8-784d-4953-819b-86fc38e2c09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:21.587203 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a9b0aab8-784d-4953-819b-86fc38e2c09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:21.601632 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-206490ce-8188-4775-a1d0-c182349704fc service neutron] For port e1528aa4-d9b1-4a96-aea9-b2580c95e64e, host hv-cinder-80473, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:37:21.604647 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-206490ce-8188-4775-a1d0-c182349704fc service neutron] For port e1528aa4-d9b1-4a96-aea9-b2580c95e64e, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e1528aa4-d9b1-4a96-aea9-b2580c95e64e,segment=NetworkSegment(42eaff4e-9763-49bd-9361-6ab421e5a092),segment_id=42eaff4e-9763-49bd-9361-6ab421e5a092)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:37:21.609753 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-206490ce-8188-4775-a1d0-c182349704fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8458856'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:21.636107 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a9b0aab8-784d-4953-819b-86fc38e2c09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:21.638799 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a9b0aab8-784d-4953-819b-86fc38e2c09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:21.642902 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-a9b0aab8-784d-4953-819b-86fc38e2c09f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2e43aca5-b965-4ee1-a973-89108b59f98f HTTP/1.1" status: 204 len: 168 time: 0.1348379 Aug 27 03:37:21.643835 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-206490ce-8188-4775-a1d0-c182349704fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:21.644452 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-206490ce-8188-4775-a1d0-c182349704fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:21.645894 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-206490ce-8188-4775-a1d0-c182349704fc service neutron] 10.222.0.63 "PUT /v2.0/ports/e1528aa4-d9b1-4a96-aea9-b2580c95e64e HTTP/1.1" status: 200 len: 1094 time: 0.8729918 Aug 27 03:37:21.646308 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '682cf62c-f47b-4302-a140-6ee05fa7dc23', 'tag': 'e1528aa4-d9b1-4a96-aea9-b2580c95e64e'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:37:21.648598 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5db798dbfc6723b72cacb44784ab66cf68bec91175074e332c63962bd4ba80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1aa9b0-bfb9-41db-93c9-0e6819d3f129" -d '{"events": [{"name": "network-changed", "server_uuid": "682cf62c-f47b-4302-a140-6ee05fa7dc23", "tag": "e1528aa4-d9b1-4a96-aea9-b2580c95e64e"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:37:21.651469 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0aab8-784d-4953-819b-86fc38e2c09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e43aca5-b965-4ee1-a973-89108b59f98f,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:21.683828 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206490ce-8188-4775-a1d0-c182349704fc service neutron] Pushing event updated for resources: {'Port': ['ID=e1528aa4-d9b1-4a96-aea9-b2580c95e64e,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:21.705979 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc774c0-2de5-484e-b00c-0d2d15cce67b x-openstack-request-id: req-3dc774c0-2de5-484e-b00c-0d2d15cce67b {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:37:21.706421 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "682cf62c-f47b-4302-a140-6ee05fa7dc23", "tag": "e1528aa4-d9b1-4a96-aea9-b2580c95e64e", "status": "completed", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:37:21.706678 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3dc774c0-2de5-484e-b00c-0d2d15cce67b {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:37:21.707093 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '682cf62c-f47b-4302-a140-6ee05fa7dc23', 'tag': 'e1528aa4-d9b1-4a96-aea9-b2580c95e64e', 'status': 'completed', 'code': 200} Aug 27 03:37:21.735816 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-80bce5ae-e358-413b-8fd3-b718151af6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:21.737311 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-80bce5ae-e358-413b-8fd3-b718151af6ff service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=87c503a5f4c94ed5a5d883191cf39692&device_id=682cf62c-f47b-4302-a140-6ee05fa7dc23 HTTP/1.1" status: 200 len: 1097 time: 0.0421386 Aug 27 03:37:21.781244 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-8625ae3d-f5e0-48b3-98a6-c41de5029df1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1528aa4-d9b1-4a96-aea9-b2580c95e64e HTTP/1.1" status: 200 len: 217 time: 0.0355587 Aug 27 03:37:21.835655 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-bdac91b1-3b47-41e8-b663-671616e1f47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:21.837203 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-bdac91b1-3b47-41e8-b663-671616e1f47c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a85c7621-53aa-470a-8ea4-bdeb42090a90 HTTP/1.1" status: 200 len: 849 time: 0.0487599 Aug 27 03:37:21.869269 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-3983ee45-ec42-4cc2-b6cb-cb7f760fc726 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=983f4440-cdf8-47c6-92ca-6c53c209742b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245030 Aug 27 03:37:21.934037 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 276dd3c5-cf69-4274-a8d3-a9eede7368a4 no longer exists at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:37:21.954865 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] No Port match for: 276dd3c5-cf69-4274-a8d3-a9eede7368a4 {{(pid=93892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:37:21.955203 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 276dd3c5-cf69-4274-a8d3-a9eede7368a4 not bound to the agent host dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:37:21.955808 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device fb3cd21e-d29b-41fb-8632-854cb8d55391 no longer exists at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:37:21.972487 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-7590ced6-7808-484d-bf6b-e83e9bc8fb95 service neutron] 10.222.0.63 "GET /v2.0/networks/983f4440-cdf8-47c6-92ca-6c53c209742b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939012 Aug 27 03:37:21.974591 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] No Port match for: fb3cd21e-d29b-41fb-8632-854cb8d55391 {{(pid=93892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:37:21.974933 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device fb3cd21e-d29b-41fb-8632-854cb8d55391 not bound to the agent host dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:37:22.006509 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 59078) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:22.047938 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-ae232ca1-dc8c-4968-bece-d173e5b82c5a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=90a380b1f3c4481cba1e2dbeb03314e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400887 Aug 27 03:37:22.050610 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 59080) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:22.070539 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d3af68ec-1ebf-487b-9e64-1ac8aa8bf565 req-15fd2e15-81e2-41ee-a9e5-9986c5f82216 service neutron] 10.222.0.63 "GET /v2.0/networks/983f4440-cdf8-47c6-92ca-6c53c209742b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903392 Aug 27 03:37:22.104610 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7c642b44-fe95-4d15-8efe-c98df82e11b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:22.126315 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7c642b44-fe95-4d15-8efe-c98df82e11b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:22.158121 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1aa9b0-bfb9-41db-93c9-0e6819d3f129 req-4cd4a759-f9bb-4454-acac-8d05ab282b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:22.159654 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6a1aa9b0-bfb9-41db-93c9-0e6819d3f129 req-4cd4a759-f9bb-4454-acac-8d05ab282b84 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=87c503a5f4c94ed5a5d883191cf39692&device_id=682cf62c-f47b-4302-a140-6ee05fa7dc23 HTTP/1.1" status: 200 len: 1097 time: 0.0421295 Aug 27 03:37:22.173797 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7c642b44-fe95-4d15-8efe-c98df82e11b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:22.176938 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7c642b44-fe95-4d15-8efe-c98df82e11b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:22.179280 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-7c642b44-fe95-4d15-8efe-c98df82e11b5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fe17a68b-a579-4b69-b972-dc6ad63c46ea HTTP/1.1" status: 204 len: 168 time: 0.1267731 Aug 27 03:37:22.187793 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c642b44-fe95-4d15-8efe-c98df82e11b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe17a68b-a579-4b69-b972-dc6ad63c46ea,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:22.259648 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1aa9b0-bfb9-41db-93c9-0e6819d3f129 req-9f027495-1bfe-47ae-bc1f-b8af5670eb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:22.261156 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6a1aa9b0-bfb9-41db-93c9-0e6819d3f129 req-9f027495-1bfe-47ae-bc1f-b8af5670eb11 service neutron] 10.222.0.63 "GET /v2.0/networks?id=983f4440-cdf8-47c6-92ca-6c53c209742b HTTP/1.1" status: 200 len: 910 time: 0.0936279 Aug 27 03:37:22.304288 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6a1aa9b0-bfb9-41db-93c9-0e6819d3f129 req-704e38c1-9a28-43f6-900e-9ed207ac0c3e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1528aa4-d9b1-4a96-aea9-b2580c95e64e HTTP/1.1" status: 200 len: 217 time: 0.0352156 Aug 27 03:37:22.359584 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1aa9b0-bfb9-41db-93c9-0e6819d3f129 req-3fffe69f-309d-4a4c-acc8-6bbc56ec5c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:22.361839 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6a1aa9b0-bfb9-41db-93c9-0e6819d3f129 req-3fffe69f-309d-4a4c-acc8-6bbc56ec5c1c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a85c7621-53aa-470a-8ea4-bdeb42090a90 HTTP/1.1" status: 200 len: 849 time: 0.0490277 Aug 27 03:37:22.396546 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6a1aa9b0-bfb9-41db-93c9-0e6819d3f129 req-07c162a9-8fcf-488c-a2c6-d12db3721224 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=983f4440-cdf8-47c6-92ca-6c53c209742b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279148 Aug 27 03:37:22.531335 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f303bca-0e4b-4a71-a244-87eb71c54bcc req-840d5919-ac7e-43b0-b161-2bd9eefbfd1f tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:22.532993 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3f303bca-0e4b-4a71-a244-87eb71c54bcc req-840d5919-ac7e-43b0-b161-2bd9eefbfd1f tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.58 "GET /v2.0/ports?device_id=682cf62c-f47b-4302-a140-6ee05fa7dc23 HTTP/1.1" status: 200 len: 944 time: 0.0854447 Aug 27 03:37:22.539780 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6a1aa9b0-bfb9-41db-93c9-0e6819d3f129 req-8f8b2c7b-334d-40c8-b014-787994d58f4e service neutron] 10.222.0.63 "GET /v2.0/networks/983f4440-cdf8-47c6-92ca-6c53c209742b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353037 Aug 27 03:37:22.616566 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3f303bca-0e4b-4a71-a244-87eb71c54bcc req-9b1d06f1-6675-4c3c-bf6b-46a2ac284838 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0ecac33-9afb-4228-a677-ffb179342f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758367 Aug 27 03:37:22.649542 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6a1aa9b0-bfb9-41db-93c9-0e6819d3f129 req-22d08c2e-51ce-4526-957a-9fad0dca268e service neutron] 10.222.0.63 "GET /v2.0/networks/983f4440-cdf8-47c6-92ca-6c53c209742b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017711 Aug 27 03:37:23.741179 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36084449-25f7-4b08-9788-4de80e17839d req-6e2d3b1d-0743-45cb-a933-07d15dd829de tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:23.742672 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-36084449-25f7-4b08-9788-4de80e17839d req-6e2d3b1d-0743-45cb-a933-07d15dd829de tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.58 "GET /v2.0/ports?device_id=682cf62c-f47b-4302-a140-6ee05fa7dc23 HTTP/1.1" status: 200 len: 944 time: 0.0571032 Aug 27 03:37:23.794276 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-36084449-25f7-4b08-9788-4de80e17839d req-3b12bd25-88bd-417b-b4b6-1e306097f21b tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0ecac33-9afb-4228-a677-ffb179342f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427809 Aug 27 03:37:24.106342 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:24.191552 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device e1528aa4-d9b1-4a96-aea9-b2580c95e64e details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=93892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:37:24.287417 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port e1528aa4-d9b1-4a96-aea9-b2580c95e64e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e1528aa4-d9b1-4a96-aea9-b2580c95e64e,segment=NetworkSegment(42eaff4e-9763-49bd-9361-6ab421e5a092),segment_id=42eaff4e-9763-49bd-9361-6ab421e5a092)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:24.299250 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Returning: {'device': 'e1528aa4-d9b1-4a96-aea9-b2580c95e64e', 'network_id': '983f4440-cdf8-47c6-92ca-6c53c209742b', 'port_id': 'e1528aa4-d9b1-4a96-aea9-b2580c95e64e', 'mac_address': 'fa:16:3e:60:01:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a85c7621-53aa-470a-8ea4-bdeb42090a90', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:37:24.338958 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:24.352495 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1528aa4-d9b1-4a96-aea9-b2580c95e64e {{(pid=93892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:37:24.377044 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port e1528aa4-d9b1-4a96-aea9-b2580c95e64e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e1528aa4-d9b1-4a96-aea9-b2580c95e64e,segment=NetworkSegment(42eaff4e-9763-49bd-9361-6ab421e5a092),segment_id=42eaff4e-9763-49bd-9361-6ab421e5a092)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:24.383481 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:24.437395 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=e1528aa4-d9b1-4a96-aea9-b2580c95e64e,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:24.605241 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] get_ports_and_sgs() called for port_ids ['e1528aa4-d9b1-4a96-aea9-b2580c95e64e'] {{(pid=93892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:37:24.927301 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0454bba-d5bd-4e38-a8f7-5ea81dbb507b req-220991ca-99de-4112-b2b4-6721409e2242 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:24.928796 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e0454bba-d5bd-4e38-a8f7-5ea81dbb507b req-220991ca-99de-4112-b2b4-6721409e2242 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.58 "GET /v2.0/ports?device_id=682cf62c-f47b-4302-a140-6ee05fa7dc23 HTTP/1.1" status: 200 len: 945 time: 0.0556121 Aug 27 03:37:24.970784 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e0454bba-d5bd-4e38-a8f7-5ea81dbb507b req-931d4133-63a4-434d-b99a-9536282589e6 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0ecac33-9afb-4228-a677-ffb179342f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359094 Aug 27 03:37:26.109498 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fbde66-0b04-47a6-a550-44afb3330e27 req-3a4b13df-91ee-4c1a-8507-9497acbd9f3f tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:26.110964 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-14fbde66-0b04-47a6-a550-44afb3330e27 req-3a4b13df-91ee-4c1a-8507-9497acbd9f3f tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.58 "GET /v2.0/ports?device_id=682cf62c-f47b-4302-a140-6ee05fa7dc23 HTTP/1.1" status: 200 len: 945 time: 0.0708027 Aug 27 03:37:26.153573 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-14fbde66-0b04-47a6-a550-44afb3330e27 req-98ae3309-da12-4dbc-8cdc-cb55dff3ad3d tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0ecac33-9afb-4228-a677-ffb179342f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333500 Aug 27 03:37:26.192257 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device e1528aa4-d9b1-4a96-aea9-b2580c95e64e up at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:37:26.250386 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Provisioning for port e1528aa4-d9b1-4a96-aea9-b2580c95e64e completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:37:26.255282 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Provisioning complete for port e1528aa4-d9b1-4a96-aea9-b2580c95e64e triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:37:26.255812 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:26.337101 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:26.360452 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '682cf62c-f47b-4302-a140-6ee05fa7dc23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1528aa4-d9b1-4a96-aea9-b2580c95e64e'}] {{(pid=93892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:37:26.362688 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b63a46784ce0c86216665a107eadf653c768d6aaa0a676db5e2e070eb4240c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529701eb-a111-4355-8c57-102bcc60f93e" -d '{"events": [{"server_uuid": "682cf62c-f47b-4302-a140-6ee05fa7dc23", "name": "network-vif-plugged", "status": "completed", "tag": "e1528aa4-d9b1-4a96-aea9-b2580c95e64e"}]}' {{(pid=93892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:37:26.376156 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port e1528aa4-d9b1-4a96-aea9-b2580c95e64e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e1528aa4-d9b1-4a96-aea9-b2580c95e64e,segment=NetworkSegment(42eaff4e-9763-49bd-9361-6ab421e5a092),segment_id=42eaff4e-9763-49bd-9361-6ab421e5a092)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:26.380660 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:26.403516 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67e1fcc-5697-4026-aa3d-f10ca1302588 x-openstack-request-id: req-e67e1fcc-5697-4026-aa3d-f10ca1302588 {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:37:26.403805 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "682cf62c-f47b-4302-a140-6ee05fa7dc23", "name": "network-vif-plugged", "status": "completed", "tag": "e1528aa4-d9b1-4a96-aea9-b2580c95e64e", "code": 200}]} {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:37:26.404054 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e67e1fcc-5697-4026-aa3d-f10ca1302588 {{(pid=93892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:37:26.404434 dv-cinder-804735-2-iscsi neutron-server[93892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '682cf62c-f47b-4302-a140-6ee05fa7dc23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1528aa4-d9b1-4a96-aea9-b2580c95e64e', 'code': 200} Aug 27 03:37:26.430034 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=e1528aa4-d9b1-4a96-aea9-b2580c95e64e,revision_number=5']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:26.578758 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324acb47-9155-4fdc-b6c9-61b0c2e4b679 req-20e13b1d-1b27-40de-8b12-90daa77e3179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:26.580149 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-324acb47-9155-4fdc-b6c9-61b0c2e4b679 req-20e13b1d-1b27-40de-8b12-90daa77e3179 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=682cf62c-f47b-4302-a140-6ee05fa7dc23 HTTP/1.1" status: 200 len: 1099 time: 0.0477233 Aug 27 03:37:26.616074 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-324acb47-9155-4fdc-b6c9-61b0c2e4b679 req-1e5373f1-7ac0-4bba-be83-998a6fe3acf3 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=e0ecac33-9afb-4228-a677-ffb179342f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281303 Aug 27 03:37:27.283382 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40bc098-6213-4a4d-9a89-29535163c388 req-614575ef-fdc1-4c6c-9f05-933cc44fd3a3 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:27.284915 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a40bc098-6213-4a4d-9a89-29535163c388 req-614575ef-fdc1-4c6c-9f05-933cc44fd3a3 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.58 "GET /v2.0/ports?device_id=682cf62c-f47b-4302-a140-6ee05fa7dc23 HTTP/1.1" status: 200 len: 946 time: 0.0515606 Aug 27 03:37:27.325227 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a40bc098-6213-4a4d-9a89-29535163c388 req-e01ad9a8-c6b2-4915-ae56-1abfae1659a1 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0ecac33-9afb-4228-a677-ffb179342f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333436 Aug 27 03:37:28.454771 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da203e15-d1e7-4dd5-8ec5-003fcd11b6cb req-809fc985-f2d9-4eaf-8aba-5257b13b119b tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:28.456324 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-da203e15-d1e7-4dd5-8ec5-003fcd11b6cb req-809fc985-f2d9-4eaf-8aba-5257b13b119b tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.58 "GET /v2.0/ports?device_id=682cf62c-f47b-4302-a140-6ee05fa7dc23 HTTP/1.1" status: 200 len: 946 time: 0.0573816 Aug 27 03:37:28.500549 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-da203e15-d1e7-4dd5-8ec5-003fcd11b6cb req-8b7b44de-9016-4668-84df-f2489b46699d tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0ecac33-9afb-4228-a677-ffb179342f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348110 Aug 27 03:37:29.195086 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf791c-b1b3-49bf-9158-a722e0b73b56 req-44e95b7a-751a-4ee7-8701-464441e3837a tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:29.196600 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c4cf791c-b1b3-49bf-9158-a722e0b73b56 req-44e95b7a-751a-4ee7-8701-464441e3837a tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.58 "GET /v2.0/ports?device_id=682cf62c-f47b-4302-a140-6ee05fa7dc23 HTTP/1.1" status: 200 len: 946 time: 0.0638347 Aug 27 03:37:29.245385 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c4cf791c-b1b3-49bf-9158-a722e0b73b56 req-c801b439-e229-4c42-9691-f447a420c580 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0ecac33-9afb-4228-a677-ffb179342f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421326 Aug 27 03:37:30.380806 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fdd1d5-94c3-4473-ac6a-1e173ab78cb6 req-44746518-cf96-454c-a36a-eab0a021d350 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:30.382381 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e5fdd1d5-94c3-4473-ac6a-1e173ab78cb6 req-44746518-cf96-454c-a36a-eab0a021d350 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.58 "GET /v2.0/ports?device_id=682cf62c-f47b-4302-a140-6ee05fa7dc23 HTTP/1.1" status: 200 len: 946 time: 0.0604587 Aug 27 03:37:30.422615 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e5fdd1d5-94c3-4473-ac6a-1e173ab78cb6 req-96c6494f-f85d-441e-8b05-c019d16a35b1 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0ecac33-9afb-4228-a677-ffb179342f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341220 Aug 27 03:37:30.564972 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f91266-cd25-4712-8823-d32cfc3eb621 req-b9115c19-b32c-48dd-a418-e555994c37b0 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:30.566333 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-19f91266-cd25-4712-8823-d32cfc3eb621 req-b9115c19-b32c-48dd-a418-e555994c37b0 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.63 "GET /v2.0/ports?device_id=682cf62c-f47b-4302-a140-6ee05fa7dc23 HTTP/1.1" status: 200 len: 946 time: 0.0635216 Aug 27 03:37:30.662442 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [req-19f91266-cd25-4712-8823-d32cfc3eb621 req-a940c672-0d00-4b08-8f60-b5f35ec19e8e tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Deleting port e1528aa4-d9b1-4a96-aea9-b2580c95e64e {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:37:30.662783 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-19f91266-cd25-4712-8823-d32cfc3eb621 req-a940c672-0d00-4b08-8f60-b5f35ec19e8e tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:30.748505 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-19f91266-cd25-4712-8823-d32cfc3eb621 req-a940c672-0d00-4b08-8f60-b5f35ec19e8e tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] For port e1528aa4-d9b1-4a96-aea9-b2580c95e64e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e1528aa4-d9b1-4a96-aea9-b2580c95e64e,segment=NetworkSegment(42eaff4e-9763-49bd-9361-6ab421e5a092),segment_id=42eaff4e-9763-49bd-9361-6ab421e5a092)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:30.748854 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-19f91266-cd25-4712-8823-d32cfc3eb621 req-a940c672-0d00-4b08-8f60-b5f35ec19e8e tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:30.761390 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [req-19f91266-cd25-4712-8823-d32cfc3eb621 req-a940c672-0d00-4b08-8f60-b5f35ec19e8e tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Calling delete_port for e1528aa4-d9b1-4a96-aea9-b2580c95e64e owned by compute:nova {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:37:31.177237 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-19f91266-cd25-4712-8823-d32cfc3eb621 req-a940c672-0d00-4b08-8f60-b5f35ec19e8e tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:31.190797 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] get_ports_and_sgs() called for port_ids ['e1528aa4-d9b1-4a96-aea9-b2580c95e64e'] {{(pid=93892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:37:31.206612 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940c672-0d00-4b08-8f60-b5f35ec19e8e tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Pushing event deleted for resources: {'Port': ['ID=e1528aa4-d9b1-4a96-aea9-b2580c95e64e,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:31.249764 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f91266-cd25-4712-8823-d32cfc3eb621 req-a940c672-0d00-4b08-8f60-b5f35ec19e8e tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] No DVR routers for this DVR port e1528aa4-d9b1-4a96-aea9-b2580c95e64e on host hv-cinder-80473 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:37:31.253277 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-19f91266-cd25-4712-8823-d32cfc3eb621 req-a940c672-0d00-4b08-8f60-b5f35ec19e8e tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:31.256331 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-19f91266-cd25-4712-8823-d32cfc3eb621 req-a940c672-0d00-4b08-8f60-b5f35ec19e8e tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.63 "DELETE /v2.0/ports/e1528aa4-d9b1-4a96-aea9-b2580c95e64e HTTP/1.1" status: 204 len: 173 time: 0.6832130 Aug 27 03:37:31.256964 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '682cf62c-f47b-4302-a140-6ee05fa7dc23', 'name': 'network-vif-deleted', 'tag': 'e1528aa4-d9b1-4a96-aea9-b2580c95e64e'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:37:31.260411 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5db798dbfc6723b72cacb44784ab66cf68bec91175074e332c63962bd4ba80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a2680a-2719-4f2a-8b66-20f268ac349a" -d '{"events": [{"server_uuid": "682cf62c-f47b-4302-a140-6ee05fa7dc23", "name": "network-vif-deleted", "tag": "e1528aa4-d9b1-4a96-aea9-b2580c95e64e"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:37:31.301562 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224c70ca-c6c6-40d6-9beb-882b8e1b014c x-openstack-request-id: req-224c70ca-c6c6-40d6-9beb-882b8e1b014c {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:37:31.301856 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "682cf62c-f47b-4302-a140-6ee05fa7dc23", "name": "network-vif-deleted", "tag": "e1528aa4-d9b1-4a96-aea9-b2580c95e64e", "status": "completed", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:37:31.302108 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-224c70ca-c6c6-40d6-9beb-882b8e1b014c {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:37:31.302497 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '682cf62c-f47b-4302-a140-6ee05fa7dc23', 'name': 'network-vif-deleted', 'tag': 'e1528aa4-d9b1-4a96-aea9-b2580c95e64e', 'status': 'completed', 'code': 200} Aug 27 03:37:31.544488 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-bbc66b7a-36a9-4668-b384-36d2ab955cd3 req-1a6802d7-d540-4f85-bec4-2d0a517fc8e9 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.58 "GET /v2.0/ports?device_id=682cf62c-f47b-4302-a140-6ee05fa7dc23 HTTP/1.1" status: 200 len: 210 time: 0.0285063 Aug 27 03:37:32.890129 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-37d370c5-b988-4b4d-b170-608e86f4d958 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:32.891628 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-37d370c5-b988-4b4d-b170-608e86f4d958 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.58 "GET /v2.0/networks?id=983f4440-cdf8-47c6-92ca-6c53c209742b HTTP/1.1" status: 200 len: 809 time: 0.1058385 Aug 27 03:37:32.907946 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-a355aa2c-3167-4351-a0b2-ab7a350a54df tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.58 "GET /v2.0/quotas/87c503a5f4c94ed5a5d883191cf39692 HTTP/1.1" status: 200 len: 375 time: 0.0096371 Aug 27 03:37:32.943411 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-5291c397-e567-4680-8d5d-1919b1441f29 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=87c503a5f4c94ed5a5d883191cf39692&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299976 Aug 27 03:37:33.035929 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-02206662-bf8e-42e9-ac5a-85bba4eae198 service neutron] 10.222.0.58 "GET /v2.0/networks/983f4440-cdf8-47c6-92ca-6c53c209742b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855162 Aug 27 03:37:33.135025 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-74647746-a55d-44e4-b78c-b913d1fbbccc service neutron] 10.222.0.58 "GET /v2.0/networks/983f4440-cdf8-47c6-92ca-6c53c209742b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907736 Aug 27 03:37:33.312501 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-07d3e0b9-b654-444b-ba0d-6a3008137efd req-02366b46-03a9-44d4-b6df-52bf181402a5 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de7584f-701b-4982-b3e0-71c9224d77f7 HTTP/1.1" status: 200 len: 210 time: 0.0272918 Aug 27 03:37:34.225546 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device e1528aa4-d9b1-4a96-aea9-b2580c95e64e no longer exists at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:37:34.246932 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] No Port match for: e1528aa4-d9b1-4a96-aea9-b2580c95e64e {{(pid=93892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:37:34.247665 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device e1528aa4-d9b1-4a96-aea9-b2580c95e64e not bound to the agent host hv-cinder-80473 {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:37:34.267092 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-ceeed1a5-6ba9-444d-b1eb-a9d7c5feee5a tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:34.268588 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-ceeed1a5-6ba9-444d-b1eb-a9d7c5feee5a tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.63 "GET /v2.0/networks?id=983f4440-cdf8-47c6-92ca-6c53c209742b HTTP/1.1" status: 200 len: 809 time: 0.1058502 Aug 27 03:37:34.283155 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-e0914780-599c-4139-8388-ca25886d4bc3 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Request body: {'port': {'device_id': '1de7584f-701b-4982-b3e0-71c9224d77f7', 'network_id': '983f4440-cdf8-47c6-92ca-6c53c209742b', 'admin_state_up': True, 'tenant_id': '87c503a5f4c94ed5a5d883191cf39692'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:37:34.411386 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-22094409-44e3-49a1-b5ac-7599f319c91c req-2a514f21-0c8f-46ef-86a5-32bb3e83a7c6 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de7584f-701b-4982-b3e0-71c9224d77f7 HTTP/1.1" status: 200 len: 210 time: 0.0320525 Aug 27 03:37:34.426712 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-e0914780-599c-4139-8388-ca25886d4bc3 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Made reservation on behalf of 87c503a5f4c94ed5a5d883191cf39692 for: {'port': 1} {{(pid=93891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:37:34.430267 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-e0914780-599c-4139-8388-ca25886d4bc3 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:34.567147 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-e0914780-599c-4139-8388-ca25886d4bc3 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Allocated IP 172.20.0.11 (983f4440-cdf8-47c6-92ca-6c53c209742b/a85c7621-53aa-470a-8ea4-bdeb42090a90/d41a02c6-a731-464c-a5fa-65fa66155d0f) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:37:34.721404 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-e0914780-599c-4139-8388-ca25886d4bc3 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:34.765157 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-e0914780-599c-4139-8388-ca25886d4bc3 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:34.811654 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-e0914780-599c-4139-8388-ca25886d4bc3 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Network 983f4440-cdf8-47c6-92ca-6c53c209742b is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:37:34.818894 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-e0914780-599c-4139-8388-ca25886d4bc3 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:37:34.824339 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-e0914780-599c-4139-8388-ca25886d4bc3 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:37:34.828275 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0914780-599c-4139-8388-ca25886d4bc3 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Pushing event updated for resources: {'Port': ['ID=d41a02c6-a731-464c-a5fa-65fa66155d0f,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:34.880337 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-e0914780-599c-4139-8388-ca25886d4bc3 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:34.880953 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-e0914780-599c-4139-8388-ca25886d4bc3 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:34.899019 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-e0914780-599c-4139-8388-ca25886d4bc3 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6210010 Aug 27 03:37:34.914059 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-6187e499-d2ec-42dc-a5a2-482c83e791ba service neutron] Request body: {'port': {'device_id': '1de7584f-701b-4982-b3e0-71c9224d77f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:37:34.969464 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-6187e499-d2ec-42dc-a5a2-482c83e791ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:35.022039 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 6 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:37:35.260623 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-6187e499-d2ec-42dc-a5a2-482c83e791ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d41a02c6-a731-464c-a5fa-65fa66155d0f {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:37:35.268089 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-6187e499-d2ec-42dc-a5a2-482c83e791ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:35.282104 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-6187e499-d2ec-42dc-a5a2-482c83e791ba service neutron] Transition to ACTIVE for port object d41a02c6-a731-464c-a5fa-65fa66155d0f will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:37:35.288265 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-6187e499-d2ec-42dc-a5a2-482c83e791ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8458856'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:35.340190 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187e499-d2ec-42dc-a5a2-482c83e791ba service neutron] Pushing event updated for resources: {'Port': ['ID=d41a02c6-a731-464c-a5fa-65fa66155d0f,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:35.413268 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-6187e499-d2ec-42dc-a5a2-482c83e791ba service neutron] Attempting to bind port d41a02c6-a731-464c-a5fa-65fa66155d0f on host hv-cinder-80473 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:37:35.413565 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-6187e499-d2ec-42dc-a5a2-482c83e791ba service neutron] Attempting to bind port d41a02c6-a731-464c-a5fa-65fa66155d0f by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '42eaff4e-9763-49bd-9361-6ab421e5a092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '983f4440-cdf8-47c6-92ca-6c53c209742b'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:37:35.413930 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-6187e499-d2ec-42dc-a5a2-482c83e791ba service neutron] Attempting to bind port d41a02c6-a731-464c-a5fa-65fa66155d0f on network 983f4440-cdf8-47c6-92ca-6c53c209742b {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:37:35.418373 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-6187e499-d2ec-42dc-a5a2-482c83e791ba service neutron] Port d41a02c6-a731-464c-a5fa-65fa66155d0f on network 983f4440-cdf8-47c6-92ca-6c53c209742b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:37:35.418680 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-6187e499-d2ec-42dc-a5a2-482c83e791ba service neutron] Attempting to bind port d41a02c6-a731-464c-a5fa-65fa66155d0f on network 983f4440-cdf8-47c6-92ca-6c53c209742b {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:37:35.423728 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-6187e499-d2ec-42dc-a5a2-482c83e791ba service neutron] Checking agent: {'id': '24f718bb-5cbe-4fbb-a277-c3e337c88f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 27, 23), 'started_at': datetime.datetime(2021, 8, 27, 3, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:37:35.424038 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-6187e499-d2ec-42dc-a5a2-482c83e791ba service neutron] Checking segment: {'id': '42eaff4e-9763-49bd-9361-6ab421e5a092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '983f4440-cdf8-47c6-92ca-6c53c209742b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:37:35.424450 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-6187e499-d2ec-42dc-a5a2-482c83e791ba service neutron] Bound using segment: {'id': '42eaff4e-9763-49bd-9361-6ab421e5a092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '983f4440-cdf8-47c6-92ca-6c53c209742b'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:37:35.425882 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-6187e499-d2ec-42dc-a5a2-482c83e791ba service neutron] Bound port: d41a02c6-a731-464c-a5fa-65fa66155d0f, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42eaff4e-9763-49bd-9361-6ab421e5a092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '983f4440-cdf8-47c6-92ca-6c53c209742b'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:37:35.426265 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-6187e499-d2ec-42dc-a5a2-482c83e791ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:35.515721 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-6187e499-d2ec-42dc-a5a2-482c83e791ba service neutron] For port d41a02c6-a731-464c-a5fa-65fa66155d0f, host hv-cinder-80473, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:37:35.530828 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-6187e499-d2ec-42dc-a5a2-482c83e791ba service neutron] For port d41a02c6-a731-464c-a5fa-65fa66155d0f, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d41a02c6-a731-464c-a5fa-65fa66155d0f,segment=NetworkSegment(42eaff4e-9763-49bd-9361-6ab421e5a092),segment_id=42eaff4e-9763-49bd-9361-6ab421e5a092)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:37:35.537657 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-6187e499-d2ec-42dc-a5a2-482c83e791ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8458856'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:35.586962 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad452d-930d-4350-bbc5-543066613fb2 req-158a4a11-68c0-421a-bcd0-f025cbc62b2b tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:35.588415 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1fad452d-930d-4350-bbc5-543066613fb2 req-158a4a11-68c0-421a-bcd0-f025cbc62b2b tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de7584f-701b-4982-b3e0-71c9224d77f7 HTTP/1.1" status: 200 len: 944 time: 0.1069949 Aug 27 03:37:35.595424 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-6187e499-d2ec-42dc-a5a2-482c83e791ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:35.596037 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-6187e499-d2ec-42dc-a5a2-482c83e791ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:35.598220 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-6187e499-d2ec-42dc-a5a2-482c83e791ba service neutron] 10.222.0.63 "PUT /v2.0/ports/d41a02c6-a731-464c-a5fa-65fa66155d0f HTTP/1.1" status: 200 len: 1094 time: 0.6883364 Aug 27 03:37:35.604534 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1de7584f-701b-4982-b3e0-71c9224d77f7', 'tag': 'd41a02c6-a731-464c-a5fa-65fa66155d0f'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:37:35.606817 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5db798dbfc6723b72cacb44784ab66cf68bec91175074e332c63962bd4ba80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c4daf8-ed30-4a80-b1de-1f3eb280340d" -d '{"events": [{"name": "network-changed", "server_uuid": "1de7584f-701b-4982-b3e0-71c9224d77f7", "tag": "d41a02c6-a731-464c-a5fa-65fa66155d0f"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:37:35.655477 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff47a71-1fdf-41b2-ae2c-7700ef482039 x-openstack-request-id: req-1ff47a71-1fdf-41b2-ae2c-7700ef482039 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:37:35.655762 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1de7584f-701b-4982-b3e0-71c9224d77f7", "tag": "d41a02c6-a731-464c-a5fa-65fa66155d0f", "status": "completed", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:37:35.656009 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1ff47a71-1fdf-41b2-ae2c-7700ef482039 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:37:35.656402 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1de7584f-701b-4982-b3e0-71c9224d77f7', 'tag': 'd41a02c6-a731-464c-a5fa-65fa66155d0f', 'status': 'completed', 'code': 200} Aug 27 03:37:35.657071 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187e499-d2ec-42dc-a5a2-482c83e791ba service neutron] Pushing event updated for resources: {'Port': ['ID=d41a02c6-a731-464c-a5fa-65fa66155d0f,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:35.696648 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1fad452d-930d-4350-bbc5-543066613fb2 req-57632a54-ed36-4f45-bd87-e374935a3335 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0ecac33-9afb-4228-a677-ffb179342f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974672 Aug 27 03:37:35.703228 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-2ff99275-9b85-41c1-bb92-3e828f94e546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:35.704716 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-2ff99275-9b85-41c1-bb92-3e828f94e546 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=87c503a5f4c94ed5a5d883191cf39692&device_id=1de7584f-701b-4982-b3e0-71c9224d77f7 HTTP/1.1" status: 200 len: 1097 time: 0.0668168 Aug 27 03:37:35.750969 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-a44b294e-7bc4-4c80-b5be-a7a402139c5f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d41a02c6-a731-464c-a5fa-65fa66155d0f HTTP/1.1" status: 200 len: 217 time: 0.0371532 Aug 27 03:37:35.808001 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-fce4f429-70b5-4a04-ba2c-69eb56794197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:35.810316 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-fce4f429-70b5-4a04-ba2c-69eb56794197 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a85c7621-53aa-470a-8ea4-bdeb42090a90 HTTP/1.1" status: 200 len: 849 time: 0.0518606 Aug 27 03:37:35.843098 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-66db39e2-aac1-4522-aac6-05462eab8fca service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=983f4440-cdf8-47c6-92ca-6c53c209742b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250604 Aug 27 03:37:35.931756 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-79d37ea6-5c8f-4487-8f5f-aa1218fa801d service neutron] 10.222.0.63 "GET /v2.0/networks/983f4440-cdf8-47c6-92ca-6c53c209742b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813086 Aug 27 03:37:36.039585 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5f6ab26e-1bad-41e4-ad39-1e38e1182c69 req-0ab4ccb0-787d-4c1e-9f73-6ab6a7575cbc service neutron] 10.222.0.63 "GET /v2.0/networks/983f4440-cdf8-47c6-92ca-6c53c209742b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995359 Aug 27 03:37:36.144237 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4daf8-ed30-4a80-b1de-1f3eb280340d req-767b77c9-1841-4c63-b99b-02f22f1cb29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:36.145908 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f8c4daf8-ed30-4a80-b1de-1f3eb280340d req-767b77c9-1841-4c63-b99b-02f22f1cb29f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=87c503a5f4c94ed5a5d883191cf39692&device_id=1de7584f-701b-4982-b3e0-71c9224d77f7 HTTP/1.1" status: 200 len: 1097 time: 0.0448775 Aug 27 03:37:36.249975 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4daf8-ed30-4a80-b1de-1f3eb280340d req-65117294-833f-42ee-9dee-9c34179d9443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:36.251461 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f8c4daf8-ed30-4a80-b1de-1f3eb280340d req-65117294-833f-42ee-9dee-9c34179d9443 service neutron] 10.222.0.63 "GET /v2.0/networks?id=983f4440-cdf8-47c6-92ca-6c53c209742b HTTP/1.1" status: 200 len: 910 time: 0.0981362 Aug 27 03:37:36.304282 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f8c4daf8-ed30-4a80-b1de-1f3eb280340d req-6e966b20-a89d-4f81-83de-963ea8be60c9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d41a02c6-a731-464c-a5fa-65fa66155d0f HTTP/1.1" status: 200 len: 217 time: 0.0446911 Aug 27 03:37:36.359915 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4daf8-ed30-4a80-b1de-1f3eb280340d req-9f191d63-9d73-45d8-8d49-cf58b75370ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:36.362066 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f8c4daf8-ed30-4a80-b1de-1f3eb280340d req-9f191d63-9d73-45d8-8d49-cf58b75370ed service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a85c7621-53aa-470a-8ea4-bdeb42090a90 HTTP/1.1" status: 200 len: 849 time: 0.0498483 Aug 27 03:37:36.398608 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f8c4daf8-ed30-4a80-b1de-1f3eb280340d req-164601b7-767d-44c7-bbb4-5fcf380fb7d0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=983f4440-cdf8-47c6-92ca-6c53c209742b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275679 Aug 27 03:37:36.494908 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f8c4daf8-ed30-4a80-b1de-1f3eb280340d req-edf7e577-3941-43b4-86a9-6f94eebca27b service neutron] 10.222.0.63 "GET /v2.0/networks/983f4440-cdf8-47c6-92ca-6c53c209742b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873685 Aug 27 03:37:36.590614 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f8c4daf8-ed30-4a80-b1de-1f3eb280340d req-60aa360c-a7eb-458b-bd15-b2ebec357e5f service neutron] 10.222.0.63 "GET /v2.0/networks/983f4440-cdf8-47c6-92ca-6c53c209742b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876758 Aug 27 03:37:36.845134 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c35442-499a-4f57-a325-7f901a03783a req-32707bed-4778-4877-afbf-5d9043701d8f tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:36.846608 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-18c35442-499a-4f57-a325-7f901a03783a req-32707bed-4778-4877-afbf-5d9043701d8f tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de7584f-701b-4982-b3e0-71c9224d77f7 HTTP/1.1" status: 200 len: 944 time: 0.0636461 Aug 27 03:37:36.889718 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-18c35442-499a-4f57-a325-7f901a03783a req-c4723dff-b4db-4e30-aa70-942736bd1ba9 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0ecac33-9afb-4228-a677-ffb179342f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334971 Aug 27 03:37:38.012866 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd9736-826e-4b4e-95b7-b528f5d689b1 req-85fdb7f5-dc5c-4b5a-ae63-c37e66971ca4 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:38.014307 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7dcd9736-826e-4b4e-95b7-b528f5d689b1 req-85fdb7f5-dc5c-4b5a-ae63-c37e66971ca4 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de7584f-701b-4982-b3e0-71c9224d77f7 HTTP/1.1" status: 200 len: 944 time: 0.0499721 Aug 27 03:37:38.057432 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7dcd9736-826e-4b4e-95b7-b528f5d689b1 req-819d3ffd-3a7e-4c27-80b4-a5062a01d85a tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0ecac33-9afb-4228-a677-ffb179342f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370693 Aug 27 03:37:38.255184 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device d41a02c6-a731-464c-a5fa-65fa66155d0f details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=93892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:37:38.365021 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port d41a02c6-a731-464c-a5fa-65fa66155d0f, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d41a02c6-a731-464c-a5fa-65fa66155d0f,segment=NetworkSegment(42eaff4e-9763-49bd-9361-6ab421e5a092),segment_id=42eaff4e-9763-49bd-9361-6ab421e5a092)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:38.515490 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Returning: {'device': 'd41a02c6-a731-464c-a5fa-65fa66155d0f', 'network_id': '983f4440-cdf8-47c6-92ca-6c53c209742b', 'port_id': 'd41a02c6-a731-464c-a5fa-65fa66155d0f', 'mac_address': 'fa:16:3e:45:d3:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a85c7621-53aa-470a-8ea4-bdeb42090a90', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:37:38.555552 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:38.569239 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d41a02c6-a731-464c-a5fa-65fa66155d0f {{(pid=93892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:37:38.589819 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port d41a02c6-a731-464c-a5fa-65fa66155d0f, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d41a02c6-a731-464c-a5fa-65fa66155d0f,segment=NetworkSegment(42eaff4e-9763-49bd-9361-6ab421e5a092),segment_id=42eaff4e-9763-49bd-9361-6ab421e5a092)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:38.595716 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:38.642872 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=d41a02c6-a731-464c-a5fa-65fa66155d0f,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:38.803079 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] get_ports_and_sgs() called for port_ids ['d41a02c6-a731-464c-a5fa-65fa66155d0f'] {{(pid=93892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:37:39.192243 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335e9a5-a8d3-439b-a014-428251b4bb6f req-ae505356-ca0d-4395-a2b7-f8fa1db50eed tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:39.193799 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d335e9a5-a8d3-439b-a014-428251b4bb6f req-ae505356-ca0d-4395-a2b7-f8fa1db50eed tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de7584f-701b-4982-b3e0-71c9224d77f7 HTTP/1.1" status: 200 len: 945 time: 0.0502331 Aug 27 03:37:39.231052 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d335e9a5-a8d3-439b-a014-428251b4bb6f req-c8327e1b-5a6e-4837-bab4-603c5ed967fe tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0ecac33-9afb-4228-a677-ffb179342f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309894 Aug 27 03:37:40.254861 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device d41a02c6-a731-464c-a5fa-65fa66155d0f up at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:37:40.310762 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Provisioning for port d41a02c6-a731-464c-a5fa-65fa66155d0f completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:37:40.314984 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Provisioning complete for port d41a02c6-a731-464c-a5fa-65fa66155d0f triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:37:40.315519 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:40.352671 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642caf0-0bc2-4cc4-b13a-a052d1406b4c req-bbb4a10d-84e6-4562-9a0a-5664c77be520 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:40.354134 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e642caf0-0bc2-4cc4-b13a-a052d1406b4c req-bbb4a10d-84e6-4562-9a0a-5664c77be520 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de7584f-701b-4982-b3e0-71c9224d77f7 HTTP/1.1" status: 200 len: 945 time: 0.0543706 Aug 27 03:37:40.393084 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e642caf0-0bc2-4cc4-b13a-a052d1406b4c req-c6a534ad-1f1c-4d81-8497-6cd3e5fd0561 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0ecac33-9afb-4228-a677-ffb179342f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322406 Aug 27 03:37:40.394584 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:40.417352 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de7584f-701b-4982-b3e0-71c9224d77f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41a02c6-a731-464c-a5fa-65fa66155d0f'}] {{(pid=93892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:37:40.419616 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b63a46784ce0c86216665a107eadf653c768d6aaa0a676db5e2e070eb4240c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35311666-f778-4b19-866e-8117c0171275" -d '{"events": [{"server_uuid": "1de7584f-701b-4982-b3e0-71c9224d77f7", "name": "network-vif-plugged", "status": "completed", "tag": "d41a02c6-a731-464c-a5fa-65fa66155d0f"}]}' {{(pid=93892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:37:40.433083 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port d41a02c6-a731-464c-a5fa-65fa66155d0f, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d41a02c6-a731-464c-a5fa-65fa66155d0f,segment=NetworkSegment(42eaff4e-9763-49bd-9361-6ab421e5a092),segment_id=42eaff4e-9763-49bd-9361-6ab421e5a092)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:40.437780 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:40.460304 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48eaef5e-112a-44b9-9bc2-cc329309bf78 x-openstack-request-id: req-48eaef5e-112a-44b9-9bc2-cc329309bf78 {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:37:40.460587 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1de7584f-701b-4982-b3e0-71c9224d77f7", "name": "network-vif-plugged", "status": "completed", "tag": "d41a02c6-a731-464c-a5fa-65fa66155d0f", "code": 200}]} {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:37:40.460831 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-48eaef5e-112a-44b9-9bc2-cc329309bf78 {{(pid=93892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:37:40.461215 dv-cinder-804735-2-iscsi neutron-server[93892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de7584f-701b-4982-b3e0-71c9224d77f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41a02c6-a731-464c-a5fa-65fa66155d0f', 'code': 200} Aug 27 03:37:40.487387 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=d41a02c6-a731-464c-a5fa-65fa66155d0f,revision_number=5']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:40.646992 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b80a961-dc65-4623-8d23-d91ff25a7daa req-df4da146-a0cd-4ee7-bac9-03c169de37b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:40.649281 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8b80a961-dc65-4623-8d23-d91ff25a7daa req-df4da146-a0cd-4ee7-bac9-03c169de37b9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=1de7584f-701b-4982-b3e0-71c9224d77f7 HTTP/1.1" status: 200 len: 1099 time: 0.0499148 Aug 27 03:37:40.689718 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8b80a961-dc65-4623-8d23-d91ff25a7daa req-85f8f4b2-28c7-48e8-93c3-e9848baba538 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=e0ecac33-9afb-4228-a677-ffb179342f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309067 Aug 27 03:37:41.518645 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68187a4-a81b-4ed0-b95d-606fe95b4523 req-4dc47164-f918-443d-b282-3510b03c2275 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:41.520159 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e68187a4-a81b-4ed0-b95d-606fe95b4523 req-4dc47164-f918-443d-b282-3510b03c2275 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de7584f-701b-4982-b3e0-71c9224d77f7 HTTP/1.1" status: 200 len: 946 time: 0.0504696 Aug 27 03:37:41.560671 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e68187a4-a81b-4ed0-b95d-606fe95b4523 req-cd61fbd7-d29a-4671-b9e4-f8030ff70db4 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0ecac33-9afb-4228-a677-ffb179342f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344265 Aug 27 03:37:42.697426 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae9003-3274-495b-96ee-43bc7eb13dd1 req-c24bf224-3e88-43e9-9f30-40d11ca6959b tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:42.698894 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-22ae9003-3274-495b-96ee-43bc7eb13dd1 req-c24bf224-3e88-43e9-9f30-40d11ca6959b tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de7584f-701b-4982-b3e0-71c9224d77f7 HTTP/1.1" status: 200 len: 946 time: 0.0570281 Aug 27 03:37:42.737853 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-22ae9003-3274-495b-96ee-43bc7eb13dd1 req-f4e9417f-8b83-46b6-a7c0-2a8b4ae38861 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0ecac33-9afb-4228-a677-ffb179342f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329549 Aug 27 03:37:43.451265 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d8e17-3675-4f62-b97f-d5eafcf66062 req-0ff57eb2-c34b-4e78-bf1f-3c752924dac8 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:43.452780 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-648d8e17-3675-4f62-b97f-d5eafcf66062 req-0ff57eb2-c34b-4e78-bf1f-3c752924dac8 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de7584f-701b-4982-b3e0-71c9224d77f7 HTTP/1.1" status: 200 len: 946 time: 0.0507772 Aug 27 03:37:43.491224 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-648d8e17-3675-4f62-b97f-d5eafcf66062 req-bd1ecafd-84e2-4436-90d6-a43a204a8a83 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0ecac33-9afb-4228-a677-ffb179342f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323596 Aug 27 03:37:44.636830 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feadb6a9-0ae1-4e4c-b93d-ed8dec9b12a3 req-dee78174-da95-4d17-ad23-6f69dad52c30 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:44.638298 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-feadb6a9-0ae1-4e4c-b93d-ed8dec9b12a3 req-dee78174-da95-4d17-ad23-6f69dad52c30 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de7584f-701b-4982-b3e0-71c9224d77f7 HTTP/1.1" status: 200 len: 946 time: 0.0577245 Aug 27 03:37:44.677821 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-feadb6a9-0ae1-4e4c-b93d-ed8dec9b12a3 req-60c2bb38-ae45-4d93-bffe-ffa2166bb054 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0ecac33-9afb-4228-a677-ffb179342f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332122 Aug 27 03:37:44.820750 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c73bf0-53e8-432f-a293-2ae5e1a165b1 req-7b3ec84a-7bb1-4f1c-8508-35999cf21d8b tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:44.822213 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-84c73bf0-53e8-432f-a293-2ae5e1a165b1 req-7b3ec84a-7bb1-4f1c-8508-35999cf21d8b tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.63 "GET /v2.0/ports?device_id=1de7584f-701b-4982-b3e0-71c9224d77f7 HTTP/1.1" status: 200 len: 946 time: 0.0607252 Aug 27 03:37:44.874999 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-7b8791bc-aca2-451d-80d4-44fe7bd0c035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:44.925692 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [req-84c73bf0-53e8-432f-a293-2ae5e1a165b1 req-d16e5e44-5473-431f-9536-141f9c0a3ea0 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Deleting port d41a02c6-a731-464c-a5fa-65fa66155d0f {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:37:44.926057 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-84c73bf0-53e8-432f-a293-2ae5e1a165b1 req-d16e5e44-5473-431f-9536-141f9c0a3ea0 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:45.031587 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-84c73bf0-53e8-432f-a293-2ae5e1a165b1 req-d16e5e44-5473-431f-9536-141f9c0a3ea0 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] For port d41a02c6-a731-464c-a5fa-65fa66155d0f, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d41a02c6-a731-464c-a5fa-65fa66155d0f,segment=NetworkSegment(42eaff4e-9763-49bd-9361-6ab421e5a092),segment_id=42eaff4e-9763-49bd-9361-6ab421e5a092)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:45.032068 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-84c73bf0-53e8-432f-a293-2ae5e1a165b1 req-d16e5e44-5473-431f-9536-141f9c0a3ea0 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:45.046136 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [req-84c73bf0-53e8-432f-a293-2ae5e1a165b1 req-d16e5e44-5473-431f-9536-141f9c0a3ea0 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Calling delete_port for d41a02c6-a731-464c-a5fa-65fa66155d0f owned by compute:nova {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:37:45.178399 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-84c73bf0-53e8-432f-a293-2ae5e1a165b1 req-d16e5e44-5473-431f-9536-141f9c0a3ea0 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:45.191231 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] get_ports_and_sgs() called for port_ids ['d41a02c6-a731-464c-a5fa-65fa66155d0f'] {{(pid=93892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:37:45.211392 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e5e44-5473-431f-9536-141f9c0a3ea0 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Pushing event deleted for resources: {'Port': ['ID=d41a02c6-a731-464c-a5fa-65fa66155d0f,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:45.253651 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c73bf0-53e8-432f-a293-2ae5e1a165b1 req-d16e5e44-5473-431f-9536-141f9c0a3ea0 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] No DVR routers for this DVR port d41a02c6-a731-464c-a5fa-65fa66155d0f on host hv-cinder-80473 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:37:45.256830 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-84c73bf0-53e8-432f-a293-2ae5e1a165b1 req-d16e5e44-5473-431f-9536-141f9c0a3ea0 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:45.258851 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-84c73bf0-53e8-432f-a293-2ae5e1a165b1 req-d16e5e44-5473-431f-9536-141f9c0a3ea0 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.63 "DELETE /v2.0/ports/d41a02c6-a731-464c-a5fa-65fa66155d0f HTTP/1.1" status: 204 len: 173 time: 0.4286289 Aug 27 03:37:45.259287 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de7584f-701b-4982-b3e0-71c9224d77f7', 'name': 'network-vif-deleted', 'tag': 'd41a02c6-a731-464c-a5fa-65fa66155d0f'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:37:45.261522 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5db798dbfc6723b72cacb44784ab66cf68bec91175074e332c63962bd4ba80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2167f1b4-f800-4645-9834-63f0f53f4566" -d '{"events": [{"server_uuid": "1de7584f-701b-4982-b3e0-71c9224d77f7", "name": "network-vif-deleted", "tag": "d41a02c6-a731-464c-a5fa-65fa66155d0f"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:37:45.311720 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1846bb9f-65d5-4ee8-9689-62cb15162745 x-openstack-request-id: req-1846bb9f-65d5-4ee8-9689-62cb15162745 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:37:45.312014 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1de7584f-701b-4982-b3e0-71c9224d77f7", "name": "network-vif-deleted", "tag": "d41a02c6-a731-464c-a5fa-65fa66155d0f", "status": "completed", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:37:45.312263 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1846bb9f-65d5-4ee8-9689-62cb15162745 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:37:45.312955 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de7584f-701b-4982-b3e0-71c9224d77f7', 'name': 'network-vif-deleted', 'tag': 'd41a02c6-a731-464c-a5fa-65fa66155d0f', 'status': 'completed', 'code': 200} Aug 27 03:37:45.803596 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5bacc014-d6d8-4f0f-bdfa-3aa6323ee442 req-261a1a10-5fad-46fe-9dbf-08ee1a561907 tempest-VolumesActionsTest-1602434986 tempest-VolumesActionsTest-1602434986-project] 10.222.0.58 "GET /v2.0/ports?device_id=1de7584f-701b-4982-b3e0-71c9224d77f7 HTTP/1.1" status: 200 len: 210 time: 0.0320754 Aug 27 03:37:47.275936 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-63a1c30b-84ec-46e3-9ae4-c68eaf784641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:47.498379 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:48.644183 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:48.833516 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device d41a02c6-a731-464c-a5fa-65fa66155d0f no longer exists at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:37:48.860551 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] No Port match for: d41a02c6-a731-464c-a5fa-65fa66155d0f {{(pid=93892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:37:48.860886 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device d41a02c6-a731-464c-a5fa-65fa66155d0f not bound to the agent host hv-cinder-80473 {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:37:50.186650 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:54.098493 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:08.891027 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 59494) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:38:08.940891 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0cfe0c2-8724-44ce-804d-17a5e1dbeb1e admin admin] Deleting subnet a85c7621-53aa-470a-8ea4-bdeb42090a90 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:38:08.944502 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d0cfe0c2-8724-44ce-804d-17a5e1dbeb1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:08.978334 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d0cfe0c2-8724-44ce-804d-17a5e1dbeb1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8923430'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:09.016594 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d0cfe0c2-8724-44ce-804d-17a5e1dbeb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1466029'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:09.068262 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d0cfe0c2-8724-44ce-804d-17a5e1dbeb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1466018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999370'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:09.095680 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cfe0c2-8724-44ce-804d-17a5e1dbeb1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a85c7621-53aa-470a-8ea4-bdeb42090a90,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:09.105820 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cfe0c2-8724-44ce-804d-17a5e1dbeb1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:09.106245 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cfe0c2-8724-44ce-804d-17a5e1dbeb1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:09.106651 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cfe0c2-8724-44ce-804d-17a5e1dbeb1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:09.106937 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cfe0c2-8724-44ce-804d-17a5e1dbeb1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:09.107265 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cfe0c2-8724-44ce-804d-17a5e1dbeb1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:09.107640 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cfe0c2-8724-44ce-804d-17a5e1dbeb1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:09.108535 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cfe0c2-8724-44ce-804d-17a5e1dbeb1e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:09.108535 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cfe0c2-8724-44ce-804d-17a5e1dbeb1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:09.108535 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cfe0c2-8724-44ce-804d-17a5e1dbeb1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:09.108819 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cfe0c2-8724-44ce-804d-17a5e1dbeb1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:09.109154 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cfe0c2-8724-44ce-804d-17a5e1dbeb1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:09.109463 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cfe0c2-8724-44ce-804d-17a5e1dbeb1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:09.112185 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d0cfe0c2-8724-44ce-804d-17a5e1dbeb1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:09.118124 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-d0cfe0c2-8724-44ce-804d-17a5e1dbeb1e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a85c7621-53aa-470a-8ea4-bdeb42090a90 HTTP/1.1" status: 204 len: 168 time: 0.2260044 Aug 27 03:38:09.120680 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 59496) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:38:09.205630 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cb3cc6a8-bc6c-4002-9238-437051c98cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656125'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:09.294191 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cb3cc6a8-bc6c-4002-9238-437051c98cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1577558', 'neutron.services.segments.db._delete_segments_for_network-8776575369454'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:09.305077 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.services.segments.db [None req-cb3cc6a8-bc6c-4002-9238-437051c98cce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['983f4440-cdf8-47c6-92ca-6c53c209742b']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:38:09.316359 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.services.segments.db [None req-cb3cc6a8-bc6c-4002-9238-437051c98cce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42eaff4e-9763-49bd-9361-6ab421e5a092') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:38:09.316655 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.services.segments.db [None req-cb3cc6a8-bc6c-4002-9238-437051c98cce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42eaff4e-9763-49bd-9361-6ab421e5a092') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:38:09.326341 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cb3cc6a8-bc6c-4002-9238-437051c98cce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776575369337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8923449'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:09.341825 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cb3cc6a8-bc6c-4002-9238-437051c98cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:09.347556 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb3cc6a8-bc6c-4002-9238-437051c98cce admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:38:09.347934 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cb3cc6a8-bc6c-4002-9238-437051c98cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9123058'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:09.349527 dv-cinder-804735-2-iscsi neutron-server[93890]: Traceback (most recent call last): Aug 27 03:38:09.349527 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:38:09.349527 dv-cinder-804735-2-iscsi neutron-server[93890]: timer() Aug 27 03:38:09.349527 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:38:09.349527 dv-cinder-804735-2-iscsi neutron-server[93890]: cb(*args, **kw) Aug 27 03:38:09.349527 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:38:09.349527 dv-cinder-804735-2-iscsi neutron-server[93890]: return func(*args, **kwargs) Aug 27 03:38:09.349527 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:38:09.349527 dv-cinder-804735-2-iscsi neutron-server[93890]: self._notify() Aug 27 03:38:09.349527 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:38:09.349527 dv-cinder-804735-2-iscsi neutron-server[93890]: self.callback(batched_events) Aug 27 03:38:09.349527 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:38:09.349527 dv-cinder-804735-2-iscsi neutron-server[93890]: event.method(event) Aug 27 03:38:09.349527 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:38:09.349527 dv-cinder-804735-2-iscsi neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:38:09.349527 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:38:09.349527 dv-cinder-804735-2-iscsi neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:38:09.349527 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:38:09.349527 dv-cinder-804735-2-iscsi neutron-server[93890]: return f(self, *a, **k) Aug 27 03:38:09.349527 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:38:09.349527 dv-cinder-804735-2-iscsi neutron-server[93890]: return self._get(url).json() Aug 27 03:38:09.349527 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:38:09.349527 dv-cinder-804735-2-iscsi neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:38:09.349527 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:38:09.349527 dv-cinder-804735-2-iscsi neutron-server[93890]: return self.request(url, 'GET', **kwargs) Aug 27 03:38:09.349527 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:38:09.349527 dv-cinder-804735-2-iscsi neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:38:09.349527 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:38:09.349527 dv-cinder-804735-2-iscsi neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:38:09.349527 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:38:09.349527 dv-cinder-804735-2-iscsi neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:38:09.349527 dv-cinder-804735-2-iscsi neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:38:09.407903 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cb3cc6a8-bc6c-4002-9238-437051c98cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456099'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:09.414531 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cb3cc6a8-bc6c-4002-9238-437051c98cce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:09.416440 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-cb3cc6a8-bc6c-4002-9238-437051c98cce admin admin] 10.222.0.58 "DELETE /v2.0/networks/983f4440-cdf8-47c6-92ca-6c53c209742b HTTP/1.1" status: 204 len: 168 time: 0.2948911 Aug 27 03:38:09.427793 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3cc6a8-bc6c-4002-9238-437051c98cce admin admin] Pushing event deleted for resources: {'Network': ['ID=983f4440-cdf8-47c6-92ca-6c53c209742b,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:09.602300 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 59502) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:38:09.644997 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-768cab59-0aa5-40b4-a749-25f9617ab25d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=87c503a5f4c94ed5a5d883191cf39692&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415285 Aug 27 03:38:09.647694 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 59504) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:38:09.698483 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-66d2d9e6-654c-46cf-beee-a875ffc9a5d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:09.720238 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-66d2d9e6-654c-46cf-beee-a875ffc9a5d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:09.771177 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-66d2d9e6-654c-46cf-beee-a875ffc9a5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:09.774049 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-66d2d9e6-654c-46cf-beee-a875ffc9a5d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:09.775187 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-66d2d9e6-654c-46cf-beee-a875ffc9a5d2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e0ecac33-9afb-4228-a677-ffb179342f39 HTTP/1.1" status: 204 len: 168 time: 0.1266332 Aug 27 03:38:09.782848 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2d9e6-654c-46cf-beee-a875ffc9a5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ecac33-9afb-4228-a677-ffb179342f39,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:10.944727 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 59536) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:38:11.085801 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d4d61f09-6482-4d2d-bd6d-b6a3eeb199e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:11.190116 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d4d61f09-6482-4d2d-bd6d-b6a3eeb199e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:11.195804 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d4d61f09-6482-4d2d-bd6d-b6a3eeb199e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:11.237122 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-d4d61f09-6482-4d2d-bd6d-b6a3eeb199e5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=420fffa89c1f41c3a1fe538d41830bae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2912145 Aug 27 03:38:11.238263 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d61f09-6482-4d2d-bd6d-b6a3eeb199e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1268bb2-8c1f-4a5e-b761-fca7c0a9fcb5,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:11.240316 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 59540) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:38:11.246506 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d61f09-6482-4d2d-bd6d-b6a3eeb199e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:11.246986 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d61f09-6482-4d2d-bd6d-b6a3eeb199e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:11.247599 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d61f09-6482-4d2d-bd6d-b6a3eeb199e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:11.247986 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d61f09-6482-4d2d-bd6d-b6a3eeb199e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:11.248356 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d61f09-6482-4d2d-bd6d-b6a3eeb199e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:11.248719 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d61f09-6482-4d2d-bd6d-b6a3eeb199e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:11.249092 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d61f09-6482-4d2d-bd6d-b6a3eeb199e5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:11.249411 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d61f09-6482-4d2d-bd6d-b6a3eeb199e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:11.249740 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d61f09-6482-4d2d-bd6d-b6a3eeb199e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:11.250078 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d61f09-6482-4d2d-bd6d-b6a3eeb199e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:11.250400 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d61f09-6482-4d2d-bd6d-b6a3eeb199e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:11.250716 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d61f09-6482-4d2d-bd6d-b6a3eeb199e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:11.291869 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-76b22501-f632-4d11-bf11-e8219ea29e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:11.314481 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-76b22501-f632-4d11-bf11-e8219ea29e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:11.361794 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-76b22501-f632-4d11-bf11-e8219ea29e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:11.364641 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-76b22501-f632-4d11-bf11-e8219ea29e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:11.365902 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-76b22501-f632-4d11-bf11-e8219ea29e07 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a1268bb2-8c1f-4a5e-b761-fca7c0a9fcb5 HTTP/1.1" status: 204 len: 168 time: 0.1244481 Aug 27 03:38:11.374355 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b22501-f632-4d11-bf11-e8219ea29e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1268bb2-8c1f-4a5e-b761-fca7c0a9fcb5,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:12.026186 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 6 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:38:14.884818 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-555b7d73-fd24-4f4b-a7bd-cfdfa487ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:17.281158 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-23008c42-ae95-4f1c-b9ce-960bd987cd75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:17.496834 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:18.654343 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:20.192297 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:24.105533 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:44.878194 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d228c065-d3bb-4802-aa65-e80ea2d6cf33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:47.288277 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-385e2919-ff69-46ad-a832-2046a884c583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:47.500135 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:48.653891 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:49.032946 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 6 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:38:50.190108 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:54.103943 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:14.892905 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-df418318-9465-42bf-9ec3-3f627c3ff748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:17.283223 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-9744ac4f-4c70-4854-879b-166052eb5d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:17.501827 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:18.656039 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:20.195492 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:24.096523 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:26.026874 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 6 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:39:44.893360 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-9145fbbf-0a01-408c-844c-395b1a6e9ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:47.297402 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f16616c0-2609-4736-9d92-a9df65303d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:47.502160 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:48.655443 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:50.194141 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:54.116412 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:03.030668 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 6 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:40:14.893790 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-cece8202-5607-4ba3-9cf6-0fac979054f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:17.302546 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-9f0d76fd-9b2e-4c59-b1c9-39bf1ee9d2dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:17.505346 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:18.660571 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:20.197801 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:24.115025 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:40.032725 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 6 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:40:44.889697 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-89bae93b-3720-445d-8ae3-630dc8558d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:47.298232 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d48af1b3-0a13-423b-a235-4803c02e6dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:47.502577 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:48.668667 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:50.210493 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:54.135614 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:14.902461 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ac2e29db-00f3-4f4d-a4a6-99eb6e226937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:17.037353 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 6 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:41:17.298466 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f3ee84fd-1740-4418-bc25-96fff7bede6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:17.498836 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:18.668867 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:20.214515 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:24.143458 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:44.900584 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-8bfc040b-fe50-49e5-b142-c4c2f621aa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:47.299925 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-fef4bc56-bc1c-46f9-af24-1372d96b7aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:47.499322 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:48.668180 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:50.211916 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:54.040844 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 6 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:41:54.145325 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:14.898190 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-0a2b9f08-f2b7-42b1-978d-8116070ffaaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:17.302962 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-155c9f92-5116-48eb-abb5-5eb729615367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:17.493081 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:18.672467 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:20.216271 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:24.145460 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:31.045029 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 6 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:42:44.896225 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-c0dafeb9-d456-458c-ab55-3c88267920f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:47.305674 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ac907c37-964f-40f1-b63e-a947d8511805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:47.496970 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:48.676717 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:50.216331 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:54.144976 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:08.049399 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 6 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:43:14.901225 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-e197a82e-cac1-48b4-a7a3-bfcdc2efb8d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:17.309797 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-c6f929b5-2b06-4e87-af61-e820419c6112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:17.502561 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:18.689801 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:20.218640 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:20.345635 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 60230) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:43:20.481411 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-21f3444b-72cc-4834-b261-533f36ef74e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:20.573162 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-21f3444b-72cc-4834-b261-533f36ef74e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:20.578831 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-21f3444b-72cc-4834-b261-533f36ef74e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:20.616025 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-21f3444b-72cc-4834-b261-533f36ef74e8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=433c3bae81f74614ad0c1296860046a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2692382 Aug 27 03:43:20.616975 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f3444b-72cc-4834-b261-533f36ef74e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9154d8b8-ce07-480a-b25a-cfdcb2d417df,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:43:20.618983 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 60236) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:43:20.624901 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3444b-72cc-4834-b261-533f36ef74e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:20.625249 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3444b-72cc-4834-b261-533f36ef74e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:20.625590 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3444b-72cc-4834-b261-533f36ef74e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:20.625922 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3444b-72cc-4834-b261-533f36ef74e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:20.626244 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3444b-72cc-4834-b261-533f36ef74e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:20.626572 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3444b-72cc-4834-b261-533f36ef74e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:20.626894 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3444b-72cc-4834-b261-533f36ef74e8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:20.627198 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3444b-72cc-4834-b261-533f36ef74e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:20.627550 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3444b-72cc-4834-b261-533f36ef74e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:20.627871 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3444b-72cc-4834-b261-533f36ef74e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:20.628174 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3444b-72cc-4834-b261-533f36ef74e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:20.628487 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3444b-72cc-4834-b261-533f36ef74e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:20.674975 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ea5aa12-d861-4dd1-ac46-d99432423e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:20.696196 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ea5aa12-d861-4dd1-ac46-d99432423e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:20.744477 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ea5aa12-d861-4dd1-ac46-d99432423e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:20.746945 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ea5aa12-d861-4dd1-ac46-d99432423e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:20.748188 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-0ea5aa12-d861-4dd1-ac46-d99432423e31 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9154d8b8-ce07-480a-b25a-cfdcb2d417df HTTP/1.1" status: 204 len: 168 time: 0.1279526 Aug 27 03:43:20.758865 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea5aa12-d861-4dd1-ac46-d99432423e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9154d8b8-ce07-480a-b25a-cfdcb2d417df,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:43:20.767092 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea5aa12-d861-4dd1-ac46-d99432423e31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:20.767470 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea5aa12-d861-4dd1-ac46-d99432423e31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:20.767807 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea5aa12-d861-4dd1-ac46-d99432423e31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:20.768142 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea5aa12-d861-4dd1-ac46-d99432423e31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:20.768469 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea5aa12-d861-4dd1-ac46-d99432423e31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:20.768795 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea5aa12-d861-4dd1-ac46-d99432423e31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:20.769116 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea5aa12-d861-4dd1-ac46-d99432423e31 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:20.769434 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea5aa12-d861-4dd1-ac46-d99432423e31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:20.769756 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea5aa12-d861-4dd1-ac46-d99432423e31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:20.770073 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea5aa12-d861-4dd1-ac46-d99432423e31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:20.770392 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea5aa12-d861-4dd1-ac46-d99432423e31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:20.770706 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea5aa12-d861-4dd1-ac46-d99432423e31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:21.030813 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 60244) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:43:21.044349 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-747a0e8c-25c7-4843-8269-b21b1c5d03c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:21.145497 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-747a0e8c-25c7-4843-8269-b21b1c5d03c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:21.153318 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-747a0e8c-25c7-4843-8269-b21b1c5d03c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:21.191256 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-747a0e8c-25c7-4843-8269-b21b1c5d03c7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=508ead0319f54eee9701b6bee2d11cd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1592963 Aug 27 03:43:21.192439 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a0e8c-25c7-4843-8269-b21b1c5d03c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b974e79-286e-4300-bf59-4114e1d92e4b,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:43:21.194219 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 60246) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:43:21.244488 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7b914059-5a31-4c3a-87fc-02c327d6466a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:21.266009 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7b914059-5a31-4c3a-87fc-02c327d6466a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:21.316075 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7b914059-5a31-4c3a-87fc-02c327d6466a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:21.318648 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7b914059-5a31-4c3a-87fc-02c327d6466a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:21.319847 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-7b914059-5a31-4c3a-87fc-02c327d6466a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1b974e79-286e-4300-bf59-4114e1d92e4b HTTP/1.1" status: 204 len: 168 time: 0.1245646 Aug 27 03:43:21.327325 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b914059-5a31-4c3a-87fc-02c327d6466a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b974e79-286e-4300-bf59-4114e1d92e4b,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:43:24.138022 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:26.623816 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 60340) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:43:26.741757 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2d808563-7aaa-4f5e-a28b-6811982c8303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:26.837775 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2d808563-7aaa-4f5e-a28b-6811982c8303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:26.844679 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2d808563-7aaa-4f5e-a28b-6811982c8303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:26.884855 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-2d808563-7aaa-4f5e-a28b-6811982c8303 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1a8b76af80f04d4abbb8462ac8c12fe8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2598760 Aug 27 03:43:26.885469 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d808563-7aaa-4f5e-a28b-6811982c8303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c3e582-c49f-4faa-8d5f-fbc9a43b58cb,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:43:26.888518 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 60344) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:43:26.941753 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-df9d1623-8d00-4a54-b97c-743d7babe9a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:26.963759 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-df9d1623-8d00-4a54-b97c-743d7babe9a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:27.017064 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-df9d1623-8d00-4a54-b97c-743d7babe9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:27.019674 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-df9d1623-8d00-4a54-b97c-743d7babe9a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:27.020882 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-df9d1623-8d00-4a54-b97c-743d7babe9a5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/70c3e582-c49f-4faa-8d5f-fbc9a43b58cb HTTP/1.1" status: 204 len: 168 time: 0.1313825 Aug 27 03:43:27.028668 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d1623-8d00-4a54-b97c-743d7babe9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c3e582-c49f-4faa-8d5f-fbc9a43b58cb,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:43:27.327992 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 60350) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:43:27.342296 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-857fa53b-7cd3-408b-ac9d-bb62f8ddb0ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:27.436295 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-857fa53b-7cd3-408b-ac9d-bb62f8ddb0ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:27.443285 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-857fa53b-7cd3-408b-ac9d-bb62f8ddb0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:27.483418 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-857fa53b-7cd3-408b-ac9d-bb62f8ddb0ee admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bde537797d2b4273a464083c1d437ea0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1540225 Aug 27 03:43:27.484614 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857fa53b-7cd3-408b-ac9d-bb62f8ddb0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9a901f-81c2-474e-bb3e-17f3b496a4cd,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:43:27.486596 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 60352) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:43:27.539565 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8ee7fd3c-6f73-4de6-96cb-37f1a385ec0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:27.560360 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8ee7fd3c-6f73-4de6-96cb-37f1a385ec0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:27.609941 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8ee7fd3c-6f73-4de6-96cb-37f1a385ec0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:27.612883 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8ee7fd3c-6f73-4de6-96cb-37f1a385ec0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:27.614068 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-8ee7fd3c-6f73-4de6-96cb-37f1a385ec0d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7d9a901f-81c2-474e-bb3e-17f3b496a4cd HTTP/1.1" status: 204 len: 168 time: 0.1263578 Aug 27 03:43:27.621638 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7fd3c-6f73-4de6-96cb-37f1a385ec0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9a901f-81c2-474e-bb3e-17f3b496a4cd,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:43:29.395497 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 60398) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:43:29.503750 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ef6bf3bd-4258-48b8-bc93-e87e22823bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:29.601249 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ef6bf3bd-4258-48b8-bc93-e87e22823bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:29.607935 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ef6bf3bd-4258-48b8-bc93-e87e22823bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:29.647645 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-ef6bf3bd-4258-48b8-bc93-e87e22823bbc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d30dece1af994660a7a49b608c664699&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2508633 Aug 27 03:43:29.648480 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6bf3bd-4258-48b8-bc93-e87e22823bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b00c63-ef5c-435b-a4d6-f2324d58347b,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:43:29.650677 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 60402) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:43:29.701188 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-68011cd2-b1a2-40c5-a13d-0fb9f85c2100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:29.724923 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-68011cd2-b1a2-40c5-a13d-0fb9f85c2100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:29.773947 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-68011cd2-b1a2-40c5-a13d-0fb9f85c2100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:29.777890 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-68011cd2-b1a2-40c5-a13d-0fb9f85c2100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:29.779449 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-68011cd2-b1a2-40c5-a13d-0fb9f85c2100 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/66b00c63-ef5c-435b-a4d6-f2324d58347b HTTP/1.1" status: 204 len: 168 time: 0.1277475 Aug 27 03:43:29.787445 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68011cd2-b1a2-40c5-a13d-0fb9f85c2100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b00c63-ef5c-435b-a4d6-f2324d58347b,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:43:30.082762 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 60408) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:43:30.101791 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e677c62c-a798-46c0-9b13-051767b04dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:30.196180 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e677c62c-a798-46c0-9b13-051767b04dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:30.203098 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e677c62c-a798-46c0-9b13-051767b04dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:30.246281 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677c62c-a798-46c0-9b13-051767b04dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e6bbcf-bcfa-42ea-8592-f717afe7d007,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:43:30.250935 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-e677c62c-a798-46c0-9b13-051767b04dac admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5a74f89dd800402fb62a8f5b43af35c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1667619 Aug 27 03:43:30.254012 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 60410) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:43:30.303103 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0cf08e59-c9c3-4542-96d7-805fb14ce91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:30.328866 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0cf08e59-c9c3-4542-96d7-805fb14ce91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:30.381423 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0cf08e59-c9c3-4542-96d7-805fb14ce91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:30.384214 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0cf08e59-c9c3-4542-96d7-805fb14ce91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:30.385378 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-0cf08e59-c9c3-4542-96d7-805fb14ce91d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/35e6bbcf-bcfa-42ea-8592-f717afe7d007 HTTP/1.1" status: 204 len: 168 time: 0.1303740 Aug 27 03:43:30.393201 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf08e59-c9c3-4542-96d7-805fb14ce91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e6bbcf-bcfa-42ea-8592-f717afe7d007,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:43:39.509507 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 60542) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:43:39.637956 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4d10a4cc-2d73-4cfd-908c-0ea7176b3e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:39.731336 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4d10a4cc-2d73-4cfd-908c-0ea7176b3e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:39.737018 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4d10a4cc-2d73-4cfd-908c-0ea7176b3e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:39.771821 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10a4cc-2d73-4cfd-908c-0ea7176b3e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23af3522-d378-44c7-a149-019d0733b15e,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:43:39.776229 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-4d10a4cc-2d73-4cfd-908c-0ea7176b3e33 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fd585ad32f5240bcb045f616eb483f79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2656460 Aug 27 03:43:39.778998 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 60546) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:43:39.836480 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7ddcb295-b932-4d6c-9ad5-8eb7f4f1650b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:39.859241 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7ddcb295-b932-4d6c-9ad5-8eb7f4f1650b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:39.913541 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7ddcb295-b932-4d6c-9ad5-8eb7f4f1650b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:39.916247 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7ddcb295-b932-4d6c-9ad5-8eb7f4f1650b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:39.917400 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-7ddcb295-b932-4d6c-9ad5-8eb7f4f1650b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/23af3522-d378-44c7-a149-019d0733b15e HTTP/1.1" status: 204 len: 168 time: 0.1375079 Aug 27 03:43:39.925496 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddcb295-b932-4d6c-9ad5-8eb7f4f1650b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23af3522-d378-44c7-a149-019d0733b15e,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:43:40.203032 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 60552) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:43:40.217896 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cb307506-e972-4689-a561-8797c5d79c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:40.318310 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cb307506-e972-4689-a561-8797c5d79c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:40.325474 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cb307506-e972-4689-a561-8797c5d79c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:40.366025 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-cb307506-e972-4689-a561-8797c5d79c5e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4fcc4edc244745aaa79926341fa2a7a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1617427 Aug 27 03:43:40.367341 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb307506-e972-4689-a561-8797c5d79c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9927855-72c1-485e-8ca8-a55688400fee,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:43:40.372403 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 60554) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:43:40.438700 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b654427b-adfe-4704-90a1-f96916862e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:40.459500 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b654427b-adfe-4704-90a1-f96916862e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:40.513980 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b654427b-adfe-4704-90a1-f96916862e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:40.517595 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b654427b-adfe-4704-90a1-f96916862e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:40.519105 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-b654427b-adfe-4704-90a1-f96916862e33 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f9927855-72c1-485e-8ca8-a55688400fee HTTP/1.1" status: 204 len: 168 time: 0.1456244 Aug 27 03:43:40.527631 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b654427b-adfe-4704-90a1-f96916862e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9927855-72c1-485e-8ca8-a55688400fee,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:43:40.880219 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 60560) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:43:40.894165 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bd08c250-e34f-4653-b421-30cf8e70908a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:40.989011 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bd08c250-e34f-4653-b421-30cf8e70908a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:40.994856 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bd08c250-e34f-4653-b421-30cf8e70908a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:41.034960 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-bd08c250-e34f-4653-b421-30cf8e70908a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ceb6631d645a4db48726d42eb0ad2da0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1536369 Aug 27 03:43:41.035816 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd08c250-e34f-4653-b421-30cf8e70908a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5135c5b0-8a4f-4972-a55a-804ddbb991d7,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:43:41.038569 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 60562) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:43:41.090481 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5c671f20-6f77-43df-a921-1e52a86fa2f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:41.114044 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5c671f20-6f77-43df-a921-1e52a86fa2f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:41.166763 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5c671f20-6f77-43df-a921-1e52a86fa2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:41.171612 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5c671f20-6f77-43df-a921-1e52a86fa2f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:41.173646 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-5c671f20-6f77-43df-a921-1e52a86fa2f0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5135c5b0-8a4f-4972-a55a-804ddbb991d7 HTTP/1.1" status: 204 len: 168 time: 0.1339884 Aug 27 03:43:41.182636 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c671f20-6f77-43df-a921-1e52a86fa2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5135c5b0-8a4f-4972-a55a-804ddbb991d7,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:43:44.895232 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-6bc38e87-5c6f-4627-a430-c2f939bd5405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:45.050684 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 6 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:43:47.302827 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-75b70bc0-d832-47ed-a563-4dcb25b620e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:47.504538 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:48.696813 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:50.219904 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:52.554845 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 60696) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:43:52.668890 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1b1f6bc8-72a9-4d81-9d30-389637e71ae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:52.762360 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1b1f6bc8-72a9-4d81-9d30-389637e71ae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:52.768564 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1b1f6bc8-72a9-4d81-9d30-389637e71ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:52.809143 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-1b1f6bc8-72a9-4d81-9d30-389637e71ae2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=064e786371f8446db4942877352a89da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2530465 Aug 27 03:43:52.809963 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f6bc8-72a9-4d81-9d30-389637e71ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8402e21e-b5c9-4358-95e2-df1d0edf38b4,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:43:52.812117 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 60700) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:43:52.862445 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-68d4d502-cd6e-4373-8798-b19e09e0b70a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:52.884039 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-68d4d502-cd6e-4373-8798-b19e09e0b70a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:52.932540 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-68d4d502-cd6e-4373-8798-b19e09e0b70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:52.935269 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-68d4d502-cd6e-4373-8798-b19e09e0b70a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:52.936453 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-68d4d502-cd6e-4373-8798-b19e09e0b70a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8402e21e-b5c9-4358-95e2-df1d0edf38b4 HTTP/1.1" status: 204 len: 168 time: 0.1233404 Aug 27 03:43:52.944027 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d4d502-cd6e-4373-8798-b19e09e0b70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8402e21e-b5c9-4358-95e2-df1d0edf38b4,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:43:53.689996 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 60722) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:43:53.795404 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-9532a5b4-9c6c-4d76-bf01-ef1c50ed8caa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-589027000-network', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:43:53.818848 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9532a5b4-9c6c-4d76-bf01-ef1c50ed8caa admin admin] Made reservation on behalf of 3b3caaf70e4a491c8eafa684e6f8930e for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:43:53.821088 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9532a5b4-9c6c-4d76-bf01-ef1c50ed8caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:53.829231 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9532a5b4-9c6c-4d76-bf01-ef1c50ed8caa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:53.916781 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9532a5b4-9c6c-4d76-bf01-ef1c50ed8caa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:53.921958 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9532a5b4-9c6c-4d76-bf01-ef1c50ed8caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:53.949588 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532a5b4-9c6c-4d76-bf01-ef1c50ed8caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc596b58-cc2f-42a0-b218-ce54d0e78dc3,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:43:53.952131 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9532a5b4-9c6c-4d76-bf01-ef1c50ed8caa admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:43:53.962412 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9532a5b4-9c6c-4d76-bf01-ef1c50ed8caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:53.962755 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.db.segments_db [None req-9532a5b4-9c6c-4d76-bf01-ef1c50ed8caa admin admin] Added segment ce8f3126-1a54-42bf-87c7-124b21dece55 of type vlan for network 9ab7433b-1716-421d-bc0a-cb67ae511239 Aug 27 03:43:54.004603 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9532a5b4-9c6c-4d76-bf01-ef1c50ed8caa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776574857063'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:54.031411 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9532a5b4-9c6c-4d76-bf01-ef1c50ed8caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:54.032375 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9532a5b4-9c6c-4d76-bf01-ef1c50ed8caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:43:54.033071 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9532a5b4-9c6c-4d76-bf01-ef1c50ed8caa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:54.092647 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-9532a5b4-9c6c-4d76-bf01-ef1c50ed8caa admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4010088 Aug 27 03:43:54.097471 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 60726) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:43:54.101015 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532a5b4-9c6c-4d76-bf01-ef1c50ed8caa admin admin] Pushing event updated for resources: {'Network': ['ID=9ab7433b-1716-421d-bc0a-cb67ae511239,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:43:54.106362 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [None req-4d782c20-aff0-4145-9f3a-5cca9c71355b admin admin] Request body: {'subnet': {'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-589027000-subnet', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'ip_version': 4}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:43:54.111105 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Network 9ab7433b-1716-421d-bc0a-cb67ae511239 details requested by agent ovs-agent-dv-cinder-804735-2-iscsi with host dv-cinder-804735-2-iscsi {{(pid=93892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:43:54.134650 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d782c20-aff0-4145-9f3a-5cca9c71355b admin admin] Made reservation on behalf of 3b3caaf70e4a491c8eafa684e6f8930e for: {'subnet': 1} {{(pid=93891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:43:54.137152 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4d782c20-aff0-4145-9f3a-5cca9c71355b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9229000'] for subnet, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:54.176729 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:54.305155 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4d782c20-aff0-4145-9f3a-5cca9c71355b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8459745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9228986'] for subnet, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:54.363818 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d782c20-aff0-4145-9f3a-5cca9c71355b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6db17a4e-a1ff-4d18-aaa1-a0d95360b082,revision_number=0']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:43:54.384091 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d782c20-aff0-4145-9f3a-5cca9c71355b admin admin] Checking segment: {'id': 'ce8f3126-1a54-42bf-87c7-124b21dece55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:43:54.384528 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d782c20-aff0-4145-9f3a-5cca9c71355b admin admin] Network hostable DHCP agents. Network: 9ab7433b-1716-421d-bc0a-cb67ae511239, hostable agents: ['b9d5b039-511f-405d-92d5-fedc540f1c95'], hosted agents: [] {{(pid=93891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:43:54.406097 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d782c20-aff0-4145-9f3a-5cca9c71355b admin admin] Network 9ab7433b-1716-421d-bc0a-cb67ae511239 is scheduled to be hosted by DHCP agent b9d5b039-511f-405d-92d5-fedc540f1c95 with binding_index 1 {{(pid=93891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:43:54.416808 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-4d782c20-aff0-4145-9f3a-5cca9c71355b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-2-iscsi, 9ab7433b-1716-421d-bc0a-cb67ae511239) {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:43:54.421274 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d782c20-aff0-4145-9f3a-5cca9c71355b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:43:54.421878 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4d782c20-aff0-4145-9f3a-5cca9c71355b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for subnet, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:54.426876 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5c0a79-1723-4d49-b155-e12a0bf4a5ea None None] Network 9ab7433b-1716-421d-bc0a-cb67ae511239 requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:43:54.440152 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-4d782c20-aff0-4145-9f3a-5cca9c71355b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3407249 Aug 27 03:43:54.442878 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 60728) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:43:54.447315 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [None req-21dcbb57-e606-4fd1-af22-e0bfb0f58842 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-589027000-router', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'}}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:43:54.470515 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-21dcbb57-e606-4fd1-af22-e0bfb0f58842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36878'] for router, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:54.471581 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-21dcbb57-e606-4fd1-af22-e0bfb0f58842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-513158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36869'] for router, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:54.522087 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-21dcbb57-e606-4fd1-af22-e0bfb0f58842 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:54.573366 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08ed4c5-5076-4e40-b9c5-e2edfafb9d23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e644adf-69bc-50df-a7ce-e1ee9e250690-9ab7433b-1716-421d-bc0a-cb67ae511239', 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'fixed_ips': [{'subnet_id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082'}]}} from dv-cinder-804735-2-iscsi. {{(pid=93892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:43:54.574318 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d08ed4c5-5076-4e40-b9c5-e2edfafb9d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:54.660385 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-21dcbb57-e606-4fd1-af22-e0bfb0f58842 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:54.701523 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.db_base_plugin_common [None req-d08ed4c5-5076-4e40-b9c5-e2edfafb9d23 None None] Allocated IP 172.20.0.2 (9ab7433b-1716-421d-bc0a-cb67ae511239/6db17a4e-a1ff-4d18-aaa1-a0d95360b082/5f6111cc-a03e-4246-a6f9-f0ebdc7c5d3d) {{(pid=93892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:43:54.839762 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d08ed4c5-5076-4e40-b9c5-e2edfafb9d23 None None] Notify callbacks [] for port, precommit_create {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:54.848430 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-d08ed4c5-5076-4e40-b9c5-e2edfafb9d23 None None] Transition to ACTIVE for port object 5f6111cc-a03e-4246-a6f9-f0ebdc7c5d3d will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:43:54.858253 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-21dcbb57-e606-4fd1-af22-e0bfb0f58842 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:54.863385 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-d08ed4c5-5076-4e40-b9c5-e2edfafb9d23 None None] Transition to ACTIVE for port object 5f6111cc-a03e-4246-a6f9-f0ebdc7c5d3d will not be triggered until provisioned by entity DHCP. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:43:54.869835 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d08ed4c5-5076-4e40-b9c5-e2edfafb9d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508'] for port, after_create {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:54.877677 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-21dcbb57-e606-4fd1-af22-e0bfb0f58842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:54.907734 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08ed4c5-5076-4e40-b9c5-e2edfafb9d23 None None] Network 9ab7433b-1716-421d-bc0a-cb67ae511239 is already hosted by enough agents. {{(pid=93892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:43:54.912536 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.scheduler.base_scheduler [None req-d08ed4c5-5076-4e40-b9c5-e2edfafb9d23 None None] Resources bound (agent type, host, resource id): {{(pid=93892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:43:54.915255 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08ed4c5-5076-4e40-b9c5-e2edfafb9d23 None None] Received port after_create {{(pid=93892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:43:54.923935 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ed4c5-5076-4e40-b9c5-e2edfafb9d23 None None] Pushing event updated for resources: {'Port': ['ID=5f6111cc-a03e-4246-a6f9-f0ebdc7c5d3d,revision_number=1']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:43:54.948240 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08ed4c5-5076-4e40-b9c5-e2edfafb9d23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:54.948551 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08ed4c5-5076-4e40-b9c5-e2edfafb9d23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:54.948884 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08ed4c5-5076-4e40-b9c5-e2edfafb9d23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:54.949211 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08ed4c5-5076-4e40-b9c5-e2edfafb9d23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:54.949539 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08ed4c5-5076-4e40-b9c5-e2edfafb9d23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:54.949858 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08ed4c5-5076-4e40-b9c5-e2edfafb9d23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:54.950175 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08ed4c5-5076-4e40-b9c5-e2edfafb9d23 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:54.950491 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08ed4c5-5076-4e40-b9c5-e2edfafb9d23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:54.950825 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08ed4c5-5076-4e40-b9c5-e2edfafb9d23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:54.951125 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08ed4c5-5076-4e40-b9c5-e2edfafb9d23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:54.951609 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08ed4c5-5076-4e40-b9c5-e2edfafb9d23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:54.951942 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08ed4c5-5076-4e40-b9c5-e2edfafb9d23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:43:54.977577 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-21dcbb57-e606-4fd1-af22-e0bfb0f58842 admin admin] Allocated IP 172.27.0.51 (239ea516-19ad-4308-8c8f-3a956c00c66f/240b09d3-e621-4049-93c9-64b8f5a60ad0/94643cdc-af9f-43ad-8765-f88e349763f6) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:43:54.989951 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-d08ed4c5-5076-4e40-b9c5-e2edfafb9d23 None None] Attempting to bind port 5f6111cc-a03e-4246-a6f9-f0ebdc7c5d3d on host dv-cinder-804735-2-iscsi for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:43:54.990672 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-d08ed4c5-5076-4e40-b9c5-e2edfafb9d23 None None] Attempting to bind port 5f6111cc-a03e-4246-a6f9-f0ebdc7c5d3d by drivers openvswitch,hyperv on host dv-cinder-804735-2-iscsi at level 0 using segments [{'id': 'ce8f3126-1a54-42bf-87c7-124b21dece55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:43:54.991378 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08ed4c5-5076-4e40-b9c5-e2edfafb9d23 None None] Attempting to bind port 5f6111cc-a03e-4246-a6f9-f0ebdc7c5d3d on network 9ab7433b-1716-421d-bc0a-cb67ae511239 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:43:54.996655 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08ed4c5-5076-4e40-b9c5-e2edfafb9d23 None None] Checking agent: {'id': 'd4759df8-4373-4538-9ee3-f6ed6d276f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 21, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:43:54.997157 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08ed4c5-5076-4e40-b9c5-e2edfafb9d23 None None] Checking segment: {'id': 'ce8f3126-1a54-42bf-87c7-124b21dece55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:43:54.997481 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d08ed4c5-5076-4e40-b9c5-e2edfafb9d23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:54.997866 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08ed4c5-5076-4e40-b9c5-e2edfafb9d23 None None] Bound using segment: {'id': 'ce8f3126-1a54-42bf-87c7-124b21dece55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:43:54.998355 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-d08ed4c5-5076-4e40-b9c5-e2edfafb9d23 None None] Bound port: 5f6111cc-a03e-4246-a6f9-f0ebdc7c5d3d, host: dv-cinder-804735-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce8f3126-1a54-42bf-87c7-124b21dece55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:43:54.998739 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d08ed4c5-5076-4e40-b9c5-e2edfafb9d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:55.061021 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-d08ed4c5-5076-4e40-b9c5-e2edfafb9d23 None None] For port 5f6111cc-a03e-4246-a6f9-f0ebdc7c5d3d, host dv-cinder-804735-2-iscsi, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:43:55.064316 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-d08ed4c5-5076-4e40-b9c5-e2edfafb9d23 None None] For port 5f6111cc-a03e-4246-a6f9-f0ebdc7c5d3d, host dv-cinder-804735-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=5f6111cc-a03e-4246-a6f9-f0ebdc7c5d3d,segment=NetworkSegment(ce8f3126-1a54-42bf-87c7-124b21dece55),segment_id=ce8f3126-1a54-42bf-87c7-124b21dece55)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:43:55.068472 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d08ed4c5-5076-4e40-b9c5-e2edfafb9d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:55.087094 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-21dcbb57-e606-4fd1-af22-e0bfb0f58842 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:55.128860 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-21dcbb57-e606-4fd1-af22-e0bfb0f58842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:55.129574 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ed4c5-5076-4e40-b9c5-e2edfafb9d23 None None] Pushing event updated for resources: {'Port': ['ID=5f6111cc-a03e-4246-a6f9-f0ebdc7c5d3d,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:43:55.168493 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dcbb57-e606-4fd1-af22-e0bfb0f58842 admin admin] Network 239ea516-19ad-4308-8c8f-3a956c00c66f is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:43:55.173698 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-21dcbb57-e606-4fd1-af22-e0bfb0f58842 admin admin] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:43:55.177797 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dcbb57-e606-4fd1-af22-e0bfb0f58842 admin admin] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:43:55.200676 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dcbb57-e606-4fd1-af22-e0bfb0f58842 admin admin] Pushing event updated for resources: {'Port': ['ID=94643cdc-af9f-43ad-8765-f88e349763f6,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:43:55.711755 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-21dcbb57-e606-4fd1-af22-e0bfb0f58842 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:55.917838 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-21dcbb57-e606-4fd1-af22-e0bfb0f58842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456187'] for router, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:55.929519 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad0af55-9e4a-4a9a-8234-09a8a770c9a1 None None] Network 9ab7433b-1716-421d-bc0a-cb67ae511239 requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:43:56.044517 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-6ac4c0cd-7a95-4e2f-aa75-649712e09fbe None None] Provisioning for port 5f6111cc-a03e-4246-a6f9-f0ebdc7c5d3d completed by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:43:56.049505 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21dcbb57-e606-4fd1-af22-e0bfb0f58842 admin admin] Router 66fca0f4-9f89-46c9-8f85-376bb425b074 is scheduled to L3 agent 531130d0-1c3c-4def-a74a-055fb8373853 with binding_index 1 {{(pid=93891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:43:56.160282 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21dcbb57-e606-4fd1-af22-e0bfb0f58842 admin admin] Notify agent at l3_agent.dv-cinder-804735-2-iscsi the message routers_updated {{(pid=93891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:43:56.174384 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbda07a-f067-476b-8fbc-4499cdc1522d None None] Sync routers for ids ['66fca0f4-9f89-46c9-8f85-376bb425b074'] in dv-cinder-804735-2-iscsi {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:43:56.186893 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbda07a-f067-476b-8fbc-4499cdc1522d None None] Routers {'66fca0f4-9f89-46c9-8f85-376bb425b074'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:43:56.187926 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-3dbda07a-f067-476b-8fbc-4499cdc1522d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:43:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['66fca0f4-9f89-46c9-8f85-376bb425b074'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:43:56.192055 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-21dcbb57-e606-4fd1-af22-e0bfb0f58842 admin admin] Notify callbacks [] for router, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:56.193731 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-21dcbb57-e606-4fd1-af22-e0bfb0f58842 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7498331 Aug 27 03:43:56.197509 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 60730) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:43:56.410573 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 5f6111cc-a03e-4246-a6f9-f0ebdc7c5d3d up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:43:56.470595 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-3dbda07a-f067-476b-8fbc-4499cdc1522d None None] Set router 66fca0f4-9f89-46c9-8f85-376bb425b074 gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:43:56.581993 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning for port 5f6111cc-a03e-4246-a6f9-f0ebdc7c5d3d completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:43:56.587245 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port 5f6111cc-a03e-4246-a6f9-f0ebdc7c5d3d triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:43:56.587629 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:56.626675 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0a225286-ec33-4508-8352-b5af01ddb895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:56.714693 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:56.737262 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-3dbda07a-f067-476b-8fbc-4499cdc1522d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'name': 'tempest-TestVolumeBootPattern-589027000-router', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:43:55Z', 'revision_number': 3, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'gw_port': {'id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:aa:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:43:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi'}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:43:56.777518 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbda07a-f067-476b-8fbc-4499cdc1522d None None] Checking router: 66fca0f4-9f89-46c9-8f85-376bb425b074 for host: dv-cinder-804735-2-iscsi {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:43:56.777822 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbda07a-f067-476b-8fbc-4499cdc1522d None None] Updating router 66fca0f4-9f89-46c9-8f85-376bb425b074 port 94643cdc-af9f-43ad-8765-f88e349763f6 binding host dv-cinder-804735-2-iscsi {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:43:56.782248 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-0a225286-ec33-4508-8352-b5af01ddb895 admin admin] Allocated IP 172.20.0.1 (9ab7433b-1716-421d-bc0a-cb67ae511239/6db17a4e-a1ff-4d18-aaa1-a0d95360b082/9022a512-90b5-4fad-92c8-672ddd625ccd) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:43:56.782941 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] For port 5f6111cc-a03e-4246-a6f9-f0ebdc7c5d3d, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=5f6111cc-a03e-4246-a6f9-f0ebdc7c5d3d,segment=NetworkSegment(ce8f3126-1a54-42bf-87c7-124b21dece55),segment_id=ce8f3126-1a54-42bf-87c7-124b21dece55)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:43:56.801250 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:56.827568 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-3dbda07a-f067-476b-8fbc-4499cdc1522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:56.887459 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Pushing event updated for resources: {'Port': ['ID=5f6111cc-a03e-4246-a6f9-f0ebdc7c5d3d,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:43:56.890960 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0a225286-ec33-4508-8352-b5af01ddb895 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:56.905439 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0a225286-ec33-4508-8352-b5af01ddb895 admin admin] Transition to ACTIVE for port object 9022a512-90b5-4fad-92c8-672ddd625ccd will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:43:56.939325 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0a225286-ec33-4508-8352-b5af01ddb895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:56.980489 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a225286-ec33-4508-8352-b5af01ddb895 admin admin] Network 9ab7433b-1716-421d-bc0a-cb67ae511239 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:43:56.985946 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-0a225286-ec33-4508-8352-b5af01ddb895 admin admin] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:43:56.987935 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225286-ec33-4508-8352-b5af01ddb895 admin admin] Pushing event updated for resources: {'Port': ['ID=9022a512-90b5-4fad-92c8-672ddd625ccd,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:43:56.989986 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a225286-ec33-4508-8352-b5af01ddb895 admin admin] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:43:57.027105 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0a225286-ec33-4508-8352-b5af01ddb895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455972'] for router_interface, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:57.111653 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-3dbda07a-f067-476b-8fbc-4499cdc1522d None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:57.122240 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-3dbda07a-f067-476b-8fbc-4499cdc1522d None None] Transition to ACTIVE for port object 94643cdc-af9f-43ad-8765-f88e349763f6 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:43:57.129521 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-3dbda07a-f067-476b-8fbc-4499cdc1522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:57.160866 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0a225286-ec33-4508-8352-b5af01ddb895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:57.181959 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-3dbda07a-f067-476b-8fbc-4499cdc1522d None None] Attempting to bind port 94643cdc-af9f-43ad-8765-f88e349763f6 on host dv-cinder-804735-2-iscsi for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:43:57.182505 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-3dbda07a-f067-476b-8fbc-4499cdc1522d None None] Attempting to bind port 94643cdc-af9f-43ad-8765-f88e349763f6 by drivers openvswitch,hyperv on host dv-cinder-804735-2-iscsi at level 0 using segments [{'id': 'd4232587-dac2-4838-ac1c-504baf035179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:43:57.182661 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbda07a-f067-476b-8fbc-4499cdc1522d None None] Attempting to bind port 94643cdc-af9f-43ad-8765-f88e349763f6 on network 239ea516-19ad-4308-8c8f-3a956c00c66f {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:43:57.187132 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1666fc-0319-4c7e-a94a-0d506f0b67eb None None] Pushing event updated for resources: {'Port': ['ID=94643cdc-af9f-43ad-8765-f88e349763f6,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:43:57.195395 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbda07a-f067-476b-8fbc-4499cdc1522d None None] Checking agent: {'id': 'd4759df8-4373-4538-9ee3-f6ed6d276f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 21, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:43:57.195766 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbda07a-f067-476b-8fbc-4499cdc1522d None None] Checking segment: {'id': 'd4232587-dac2-4838-ac1c-504baf035179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:43:57.196237 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-3dbda07a-f067-476b-8fbc-4499cdc1522d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:57.196613 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbda07a-f067-476b-8fbc-4499cdc1522d None None] Bound using segment: {'id': 'd4232587-dac2-4838-ac1c-504baf035179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:43:57.197070 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-3dbda07a-f067-476b-8fbc-4499cdc1522d None None] Bound port: 94643cdc-af9f-43ad-8765-f88e349763f6, host: dv-cinder-804735-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4232587-dac2-4838-ac1c-504baf035179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:43:57.197439 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-3dbda07a-f067-476b-8fbc-4499cdc1522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:57.224466 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-72ea25cc-b4e2-4aed-9960-4771672de48e None None] Provisioning for port 9022a512-90b5-4fad-92c8-672ddd625ccd completed by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:43:57.235901 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-72ea25cc-b4e2-4aed-9960-4771672de48e None None] Provisioning complete for port 9022a512-90b5-4fad-92c8-672ddd625ccd triggered by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:43:57.236195 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-72ea25cc-b4e2-4aed-9960-4771672de48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:57.275136 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-3dbda07a-f067-476b-8fbc-4499cdc1522d None None] For port 94643cdc-af9f-43ad-8765-f88e349763f6, host dv-cinder-804735-2-iscsi, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:43:57.281368 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-3dbda07a-f067-476b-8fbc-4499cdc1522d None None] For port 94643cdc-af9f-43ad-8765-f88e349763f6, host dv-cinder-804735-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=94643cdc-af9f-43ad-8765-f88e349763f6,segment=NetworkSegment(d4232587-dac2-4838-ac1c-504baf035179),segment_id=d4232587-dac2-4838-ac1c-504baf035179)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:43:57.286574 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-3dbda07a-f067-476b-8fbc-4499cdc1522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:57.289740 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-72ea25cc-b4e2-4aed-9960-4771672de48e None None] Port 9022a512-90b5-4fad-92c8-672ddd625ccd cannot update to ACTIVE because it is not bound. {{(pid=93892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:43:57.324552 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0a225286-ec33-4508-8352-b5af01ddb895 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:57.330147 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0a225286-ec33-4508-8352-b5af01ddb895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8458856'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:57.346109 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbda07a-f067-476b-8fbc-4499cdc1522d None None] Routers {'66fca0f4-9f89-46c9-8f85-376bb425b074'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:43:57.346727 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-3dbda07a-f067-476b-8fbc-4499cdc1522d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:43:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['66fca0f4-9f89-46c9-8f85-376bb425b074'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:43:57.348472 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1666fc-0319-4c7e-a94a-0d506f0b67eb None None] Pushing event updated for resources: {'Port': ['ID=94643cdc-af9f-43ad-8765-f88e349763f6,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:43:57.388764 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225286-ec33-4508-8352-b5af01ddb895 admin admin] Pushing event updated for resources: {'Port': ['ID=9022a512-90b5-4fad-92c8-672ddd625ccd,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:43:57.402179 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0a225286-ec33-4508-8352-b5af01ddb895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456443'] for router_interface, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:57.458818 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-3dbda07a-f067-476b-8fbc-4499cdc1522d None None] Set router 66fca0f4-9f89-46c9-8f85-376bb425b074 gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:43:57.496491 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a225286-ec33-4508-8352-b5af01ddb895 admin admin] Network 9ab7433b-1716-421d-bc0a-cb67ae511239 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:43:57.497753 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-0a225286-ec33-4508-8352-b5af01ddb895 admin admin] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:43:57.617603 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a225286-ec33-4508-8352-b5af01ddb895 admin admin] Router 66fca0f4-9f89-46c9-8f85-376bb425b074 has already been hosted by L3 agent 531130d0-1c3c-4def-a74a-055fb8373853 {{(pid=93891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:43:57.673319 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-3dbda07a-f067-476b-8fbc-4499cdc1522d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'name': 'tempest-TestVolumeBootPattern-589027000-router', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:43:57Z', 'revision_number': 4, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'gw_port': {'id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:aa:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:43:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': '9022a512-90b5-4fad-92c8-672ddd625ccd', 'name': '', 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'mac_address': 'fa:16:3e:6f:57:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:56Z', 'updated_at': '2021-08-27T03:43:57Z', 'revision_number': 2, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'subnets': [{'id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:43:57.703812 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbda07a-f067-476b-8fbc-4499cdc1522d None None] The sync data for ids ['66fca0f4-9f89-46c9-8f85-376bb425b074'] in dv-cinder-804735-2-iscsi is: [{'id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'name': 'tempest-TestVolumeBootPattern-589027000-router', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:43:57Z', 'revision_number': 4, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'gw_port': {'id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:aa:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:43:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': '9022a512-90b5-4fad-92c8-672ddd625ccd', 'name': '', 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'mac_address': 'fa:16:3e:6f:57:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:56Z', 'updated_at': '2021-08-27T03:43:57Z', 'revision_number': 2, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'subnets': [{'id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:43:57.713821 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-227605fc-aec1-4019-b7e3-b0ba566b29a2 None None] Provisioning complete for port 9022a512-90b5-4fad-92c8-672ddd625ccd triggered by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:43:57.714294 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-227605fc-aec1-4019-b7e3-b0ba566b29a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:57.727411 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a225286-ec33-4508-8352-b5af01ddb895 admin admin] Notify agent at l3_agent.dv-cinder-804735-2-iscsi the message routers_updated {{(pid=93891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:43:57.732920 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-0a225286-ec33-4508-8352-b5af01ddb895 admin admin] 10.222.0.58 "PUT /v2.0/routers/66fca0f4-9f89-46c9-8f85-376bb425b074/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5341418 Aug 27 03:43:57.755695 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-227605fc-aec1-4019-b7e3-b0ba566b29a2 None None] Port 9022a512-90b5-4fad-92c8-672ddd625ccd cannot update to ACTIVE because it is not bound. {{(pid=93892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:43:58.204312 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 5f6111cc-a03e-4246-a6f9-f0ebdc7c5d3d up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:43:58.242207 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 60746) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:43:58.248145 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [None req-4f76e228-e6f8-4689-b349-64b3cfd5b5de admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1996000424-network', 'tenant_id': '1d19c9c75d844783b312ae6293bfbe81'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:43:58.262540 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port 5f6111cc-a03e-4246-a6f9-f0ebdc7c5d3d triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:43:58.262932 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:58.273284 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f76e228-e6f8-4689-b349-64b3cfd5b5de admin admin] Made reservation on behalf of 1d19c9c75d844783b312ae6293bfbe81 for: {'network': 1} {{(pid=93891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:43:58.275613 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4f76e228-e6f8-4689-b349-64b3cfd5b5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for network, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:58.284431 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4f76e228-e6f8-4689-b349-64b3cfd5b5de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:58.408196 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4f76e228-e6f8-4689-b349-64b3cfd5b5de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:58.414270 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4f76e228-e6f8-4689-b349-64b3cfd5b5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:58.436615 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f76e228-e6f8-4689-b349-64b3cfd5b5de admin admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=93891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:43:58.450729 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76e228-e6f8-4689-b349-64b3cfd5b5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4487600c-9c0d-4e87-8282-a8bf4d1eba6c,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:43:58.455707 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4f76e228-e6f8-4689-b349-64b3cfd5b5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004'] for segment, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:58.456161 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.db.segments_db [None req-4f76e228-e6f8-4689-b349-64b3cfd5b5de admin admin] Added segment d3ba7d41-5af9-4cc8-8bf3-49e2ba71463c of type vlan for network de0e7339-0c0c-48d2-bd19-757eeb9a0e66 Aug 27 03:43:58.498972 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4f76e228-e6f8-4689-b349-64b3cfd5b5de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776574857063'] for network, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:58.525372 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4f76e228-e6f8-4689-b349-64b3cfd5b5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068'] for network, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:58.526317 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f76e228-e6f8-4689-b349-64b3cfd5b5de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:43:58.526900 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4f76e228-e6f8-4689-b349-64b3cfd5b5de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for network, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:58.582515 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-4f76e228-e6f8-4689-b349-64b3cfd5b5de admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3383880 Aug 27 03:43:58.585860 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 60748) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:43:58.591641 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-7c13b1a7-6505-43af-bb01-2826cc71bbee admin admin] Request body: {'subnet': {'network_id': 'de0e7339-0c0c-48d2-bd19-757eeb9a0e66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1996000424-subnet', 'tenant_id': '1d19c9c75d844783b312ae6293bfbe81', 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:43:58.594011 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76e228-e6f8-4689-b349-64b3cfd5b5de admin admin] Pushing event updated for resources: {'Network': ['ID=de0e7339-0c0c-48d2-bd19-757eeb9a0e66,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:43:58.607686 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Network de0e7339-0c0c-48d2-bd19-757eeb9a0e66 details requested by agent ovs-agent-dv-cinder-804735-2-iscsi with host dv-cinder-804735-2-iscsi {{(pid=93892) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:43:58.615619 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c13b1a7-6505-43af-bb01-2826cc71bbee admin admin] Made reservation on behalf of 1d19c9c75d844783b312ae6293bfbe81 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:43:58.618307 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7c13b1a7-6505-43af-bb01-2826cc71bbee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999329'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:58.800822 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7c13b1a7-6505-43af-bb01-2826cc71bbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9122647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999379'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:58.851182 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c13b1a7-6505-43af-bb01-2826cc71bbee admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc204630-f3b4-4c14-b7de-5615ae9091a5,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:43:58.870101 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c13b1a7-6505-43af-bb01-2826cc71bbee admin admin] Checking segment: {'id': 'd3ba7d41-5af9-4cc8-8bf3-49e2ba71463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'de0e7339-0c0c-48d2-bd19-757eeb9a0e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:43:58.870486 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c13b1a7-6505-43af-bb01-2826cc71bbee admin admin] Network hostable DHCP agents. Network: de0e7339-0c0c-48d2-bd19-757eeb9a0e66, hostable agents: ['b9d5b039-511f-405d-92d5-fedc540f1c95'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:43:58.889104 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c13b1a7-6505-43af-bb01-2826cc71bbee admin admin] Network de0e7339-0c0c-48d2-bd19-757eeb9a0e66 is scheduled to be hosted by DHCP agent b9d5b039-511f-405d-92d5-fedc540f1c95 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:43:58.899667 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-7c13b1a7-6505-43af-bb01-2826cc71bbee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-2-iscsi, de0e7339-0c0c-48d2-bd19-757eeb9a0e66) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:43:58.904818 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c13b1a7-6505-43af-bb01-2826cc71bbee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:43:58.906347 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7c13b1a7-6505-43af-bb01-2826cc71bbee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:58.911194 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb962ff-2dd7-4f93-9a05-bec83fa6a7f5 None None] Network de0e7339-0c0c-48d2-bd19-757eeb9a0e66 requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:43:58.922405 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-7c13b1a7-6505-43af-bb01-2826cc71bbee admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3353333 Aug 27 03:43:58.925627 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 60750) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:43:58.930389 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [None req-8233f0c6-e007-499a-972e-846198cdde0e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1996000424-router', 'tenant_id': '1d19c9c75d844783b312ae6293bfbe81', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'}}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:43:58.952074 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8233f0c6-e007-499a-972e-846198cdde0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36878'] for router, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:58.953300 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8233f0c6-e007-499a-972e-846198cdde0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-445220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-513158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36869'] for router, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:59.007217 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8233f0c6-e007-499a-972e-846198cdde0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:59.062154 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c150d9-7b39-4580-9d88-db3e9e331e86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e644adf-69bc-50df-a7ce-e1ee9e250690-de0e7339-0c0c-48d2-bd19-757eeb9a0e66', 'network_id': 'de0e7339-0c0c-48d2-bd19-757eeb9a0e66', 'tenant_id': '1d19c9c75d844783b312ae6293bfbe81', 'fixed_ips': [{'subnet_id': 'cc204630-f3b4-4c14-b7de-5615ae9091a5'}]}} from dv-cinder-804735-2-iscsi. {{(pid=93892) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:43:59.063010 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-76c150d9-7b39-4580-9d88-db3e9e331e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:59.197057 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.db_base_plugin_common [None req-76c150d9-7b39-4580-9d88-db3e9e331e86 None None] Allocated IP 172.20.0.2 (de0e7339-0c0c-48d2-bd19-757eeb9a0e66/cc204630-f3b4-4c14-b7de-5615ae9091a5/67c9525e-4427-4f4a-a0e0-b79c1be1a57e) {{(pid=93892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:43:59.352586 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-76c150d9-7b39-4580-9d88-db3e9e331e86 None None] Notify callbacks [] for port, precommit_create {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:59.360879 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-76c150d9-7b39-4580-9d88-db3e9e331e86 None None] Transition to ACTIVE for port object 67c9525e-4427-4f4a-a0e0-b79c1be1a57e will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:43:59.376362 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-76c150d9-7b39-4580-9d88-db3e9e331e86 None None] Transition to ACTIVE for port object 67c9525e-4427-4f4a-a0e0-b79c1be1a57e will not be triggered until provisioned by entity DHCP. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:43:59.384457 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-76c150d9-7b39-4580-9d88-db3e9e331e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508'] for port, after_create {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:59.428717 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c150d9-7b39-4580-9d88-db3e9e331e86 None None] Network de0e7339-0c0c-48d2-bd19-757eeb9a0e66 is already hosted by enough agents. {{(pid=93892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:43:59.431514 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8233f0c6-e007-499a-972e-846198cdde0e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:59.435081 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.scheduler.base_scheduler [None req-76c150d9-7b39-4580-9d88-db3e9e331e86 None None] Resources bound (agent type, host, resource id): {{(pid=93892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:43:59.438842 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c150d9-7b39-4580-9d88-db3e9e331e86 None None] Received port after_create {{(pid=93892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:43:59.444676 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c150d9-7b39-4580-9d88-db3e9e331e86 None None] Pushing event updated for resources: {'Port': ['ID=67c9525e-4427-4f4a-a0e0-b79c1be1a57e,revision_number=1']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:43:59.501709 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-76c150d9-7b39-4580-9d88-db3e9e331e86 None None] Attempting to bind port 67c9525e-4427-4f4a-a0e0-b79c1be1a57e on host dv-cinder-804735-2-iscsi for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:43:59.502074 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-76c150d9-7b39-4580-9d88-db3e9e331e86 None None] Attempting to bind port 67c9525e-4427-4f4a-a0e0-b79c1be1a57e by drivers openvswitch,hyperv on host dv-cinder-804735-2-iscsi at level 0 using segments [{'id': 'd3ba7d41-5af9-4cc8-8bf3-49e2ba71463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'de0e7339-0c0c-48d2-bd19-757eeb9a0e66'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:43:59.502431 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c150d9-7b39-4580-9d88-db3e9e331e86 None None] Attempting to bind port 67c9525e-4427-4f4a-a0e0-b79c1be1a57e on network de0e7339-0c0c-48d2-bd19-757eeb9a0e66 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:43:59.507389 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c150d9-7b39-4580-9d88-db3e9e331e86 None None] Checking agent: {'id': 'd4759df8-4373-4538-9ee3-f6ed6d276f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 21, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:43:59.507740 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c150d9-7b39-4580-9d88-db3e9e331e86 None None] Checking segment: {'id': 'd3ba7d41-5af9-4cc8-8bf3-49e2ba71463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'de0e7339-0c0c-48d2-bd19-757eeb9a0e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:43:59.508135 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-76c150d9-7b39-4580-9d88-db3e9e331e86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:59.508512 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c150d9-7b39-4580-9d88-db3e9e331e86 None None] Bound using segment: {'id': 'd3ba7d41-5af9-4cc8-8bf3-49e2ba71463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'de0e7339-0c0c-48d2-bd19-757eeb9a0e66'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:43:59.508968 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-76c150d9-7b39-4580-9d88-db3e9e331e86 None None] Bound port: 67c9525e-4427-4f4a-a0e0-b79c1be1a57e, host: dv-cinder-804735-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3ba7d41-5af9-4cc8-8bf3-49e2ba71463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'de0e7339-0c0c-48d2-bd19-757eeb9a0e66'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:43:59.509337 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-76c150d9-7b39-4580-9d88-db3e9e331e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:59.573112 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-76c150d9-7b39-4580-9d88-db3e9e331e86 None None] For port 67c9525e-4427-4f4a-a0e0-b79c1be1a57e, host dv-cinder-804735-2-iscsi, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:43:59.576175 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-76c150d9-7b39-4580-9d88-db3e9e331e86 None None] For port 67c9525e-4427-4f4a-a0e0-b79c1be1a57e, host dv-cinder-804735-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=67c9525e-4427-4f4a-a0e0-b79c1be1a57e,segment=NetworkSegment(d3ba7d41-5af9-4cc8-8bf3-49e2ba71463c),segment_id=d3ba7d41-5af9-4cc8-8bf3-49e2ba71463c)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:43:59.581657 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-76c150d9-7b39-4580-9d88-db3e9e331e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:59.638279 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8233f0c6-e007-499a-972e-846198cdde0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:59.647870 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb5984f-270a-47f7-9794-ba36c2873841 None None] Sync routers for ids ['66fca0f4-9f89-46c9-8f85-376bb425b074'] in dv-cinder-804735-2-iscsi {{(pid=93893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:43:59.651789 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c150d9-7b39-4580-9d88-db3e9e331e86 None None] Pushing event updated for resources: {'Port': ['ID=67c9525e-4427-4f4a-a0e0-b79c1be1a57e,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:43:59.660208 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb5984f-270a-47f7-9794-ba36c2873841 None None] Routers {'66fca0f4-9f89-46c9-8f85-376bb425b074'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:43:59.660954 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-efb5984f-270a-47f7-9794-ba36c2873841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:43:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['66fca0f4-9f89-46c9-8f85-376bb425b074'], 'active': True} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:43:59.662145 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8233f0c6-e007-499a-972e-846198cdde0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:59.774949 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvr_db [None req-efb5984f-270a-47f7-9794-ba36c2873841 None None] Set router 66fca0f4-9f89-46c9-8f85-376bb425b074 gateway port host: dv-cinder-804735-2-iscsi {{(pid=93893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:43:59.781745 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-8233f0c6-e007-499a-972e-846198cdde0e admin admin] Allocated IP 172.27.0.248 (239ea516-19ad-4308-8c8f-3a956c00c66f/240b09d3-e621-4049-93c9-64b8f5a60ad0/6a65aadc-60f1-474a-bb79-ccd24ff4bcaf) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:43:59.892870 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8233f0c6-e007-499a-972e-846198cdde0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:59.953967 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8233f0c6-e007-499a-972e-846198cdde0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:59.996560 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8233f0c6-e007-499a-972e-846198cdde0e admin admin] Network 239ea516-19ad-4308-8c8f-3a956c00c66f is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:43:59.999544 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-8233f0c6-e007-499a-972e-846198cdde0e admin admin] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:44:00.006375 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8233f0c6-e007-499a-972e-846198cdde0e admin admin] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:44:00.018321 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-efb5984f-270a-47f7-9794-ba36c2873841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'name': 'tempest-TestVolumeBootPattern-589027000-router', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:43:57Z', 'revision_number': 4, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'gw_port': {'id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:aa:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:43:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': '9022a512-90b5-4fad-92c8-672ddd625ccd', 'name': '', 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'mac_address': 'fa:16:3e:6f:57:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:56Z', 'updated_at': '2021-08-27T03:43:57Z', 'revision_number': 2, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'subnets': [{'id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:44:00.032433 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8233f0c6-e007-499a-972e-846198cdde0e admin admin] Pushing event updated for resources: {'Port': ['ID=6a65aadc-60f1-474a-bb79-ccd24ff4bcaf,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:00.046377 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb5984f-270a-47f7-9794-ba36c2873841 None None] Checking router: 66fca0f4-9f89-46c9-8f85-376bb425b074 for host: dv-cinder-804735-2-iscsi {{(pid=93893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:44:00.046981 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb5984f-270a-47f7-9794-ba36c2873841 None None] Updating router 66fca0f4-9f89-46c9-8f85-376bb425b074 port 9022a512-90b5-4fad-92c8-672ddd625ccd binding host dv-cinder-804735-2-iscsi {{(pid=93893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:44:00.075068 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-efb5984f-270a-47f7-9794-ba36c2873841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:00.271506 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 94643cdc-af9f-43ad-8765-f88e349763f6 up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:44:00.299139 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8233f0c6-e007-499a-972e-846198cdde0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:00.324163 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning for port 94643cdc-af9f-43ad-8765-f88e349763f6 completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:44:00.328753 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port 94643cdc-af9f-43ad-8765-f88e349763f6 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:44:00.329226 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:00.425797 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:00.451035 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] For port 94643cdc-af9f-43ad-8765-f88e349763f6, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=94643cdc-af9f-43ad-8765-f88e349763f6,segment=NetworkSegment(d4232587-dac2-4838-ac1c-504baf035179),segment_id=d4232587-dac2-4838-ac1c-504baf035179)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:44:00.459250 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:00.460245 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 67c9525e-4427-4f4a-a0e0-b79c1be1a57e up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:44:00.469002 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-efb5984f-270a-47f7-9794-ba36c2873841 None None] Notify callbacks [] for port, precommit_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:00.480588 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.provisioning_blocks [None req-efb5984f-270a-47f7-9794-ba36c2873841 None None] Transition to ACTIVE for port object 9022a512-90b5-4fad-92c8-672ddd625ccd will not be triggered until provisioned by entity L2. {{(pid=93893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:44:00.487155 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-efb5984f-270a-47f7-9794-ba36c2873841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:00.531137 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd01a155-10ff-4ce4-8295-fcb9eac9260e None None] Pushing event updated for resources: {'Port': ['ID=9022a512-90b5-4fad-92c8-672ddd625ccd,revision_number=3']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:00.531442 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8233f0c6-e007-499a-972e-846198cdde0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456187'] for router, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:00.542327 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd01a155-10ff-4ce4-8295-fcb9eac9260e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:00.542759 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd01a155-10ff-4ce4-8295-fcb9eac9260e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:00.543101 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd01a155-10ff-4ce4-8295-fcb9eac9260e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:00.543457 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd01a155-10ff-4ce4-8295-fcb9eac9260e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:00.543789 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd01a155-10ff-4ce4-8295-fcb9eac9260e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:00.544116 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd01a155-10ff-4ce4-8295-fcb9eac9260e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:00.544437 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd01a155-10ff-4ce4-8295-fcb9eac9260e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:00.544759 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd01a155-10ff-4ce4-8295-fcb9eac9260e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:00.545095 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd01a155-10ff-4ce4-8295-fcb9eac9260e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:00.545418 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd01a155-10ff-4ce4-8295-fcb9eac9260e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:00.545734 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd01a155-10ff-4ce4-8295-fcb9eac9260e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:00.546049 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd01a155-10ff-4ce4-8295-fcb9eac9260e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:00.570985 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Pushing event updated for resources: {'Port': ['ID=94643cdc-af9f-43ad-8765-f88e349763f6,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:00.576990 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning for port 67c9525e-4427-4f4a-a0e0-b79c1be1a57e completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:44:00.617770 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [None req-efb5984f-270a-47f7-9794-ba36c2873841 None None] Attempting to bind port 9022a512-90b5-4fad-92c8-672ddd625ccd on host dv-cinder-804735-2-iscsi for vnic_type normal with profile {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:44:00.618141 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [None req-efb5984f-270a-47f7-9794-ba36c2873841 None None] Attempting to bind port 9022a512-90b5-4fad-92c8-672ddd625ccd by drivers openvswitch,hyperv on host dv-cinder-804735-2-iscsi at level 0 using segments [{'id': 'ce8f3126-1a54-42bf-87c7-124b21dece55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239'}] {{(pid=93893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:44:00.618506 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb5984f-270a-47f7-9794-ba36c2873841 None None] Attempting to bind port 9022a512-90b5-4fad-92c8-672ddd625ccd on network 9ab7433b-1716-421d-bc0a-cb67ae511239 {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:44:00.624039 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb5984f-270a-47f7-9794-ba36c2873841 None None] Checking agent: {'id': 'd4759df8-4373-4538-9ee3-f6ed6d276f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 21, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:44:00.624411 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb5984f-270a-47f7-9794-ba36c2873841 None None] Checking segment: {'id': 'ce8f3126-1a54-42bf-87c7-124b21dece55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:44:00.624813 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-efb5984f-270a-47f7-9794-ba36c2873841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:00.625204 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb5984f-270a-47f7-9794-ba36c2873841 None None] Bound using segment: {'id': 'ce8f3126-1a54-42bf-87c7-124b21dece55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239'} {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:44:00.625672 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [None req-efb5984f-270a-47f7-9794-ba36c2873841 None None] Bound port: 9022a512-90b5-4fad-92c8-672ddd625ccd, host: dv-cinder-804735-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce8f3126-1a54-42bf-87c7-124b21dece55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239'}}] {{(pid=93893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:44:00.626067 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-efb5984f-270a-47f7-9794-ba36c2873841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:00.685081 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8233f0c6-e007-499a-972e-846198cdde0e admin admin] Router 7c6f1371-b898-4371-aea7-88283080e086 is scheduled to L3 agent 531130d0-1c3c-4def-a74a-055fb8373853 with binding_index 1 {{(pid=93891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:44:00.705486 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [None req-efb5984f-270a-47f7-9794-ba36c2873841 None None] For port 9022a512-90b5-4fad-92c8-672ddd625ccd, host dv-cinder-804735-2-iscsi, cleared binding levels {{(pid=93893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:44:00.709024 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [None req-efb5984f-270a-47f7-9794-ba36c2873841 None None] For port 9022a512-90b5-4fad-92c8-672ddd625ccd, host dv-cinder-804735-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=9022a512-90b5-4fad-92c8-672ddd625ccd,segment=NetworkSegment(ce8f3126-1a54-42bf-87c7-124b21dece55),segment_id=ce8f3126-1a54-42bf-87c7-124b21dece55)] {{(pid=93893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:44:00.716037 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-efb5984f-270a-47f7-9794-ba36c2873841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:00.774179 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb5984f-270a-47f7-9794-ba36c2873841 None None] Routers {'66fca0f4-9f89-46c9-8f85-376bb425b074'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:44:00.774813 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-efb5984f-270a-47f7-9794-ba36c2873841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:43:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['66fca0f4-9f89-46c9-8f85-376bb425b074'], 'active': True} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:44:00.809349 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8233f0c6-e007-499a-972e-846198cdde0e admin admin] Notify agent at l3_agent.dv-cinder-804735-2-iscsi the message routers_updated {{(pid=93891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:44:00.820373 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1645ecc-16a6-43b5-85e6-cf94565d6c2f None None] Sync routers for ids ['7c6f1371-b898-4371-aea7-88283080e086'] in dv-cinder-804735-2-iscsi {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:44:00.831300 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1645ecc-16a6-43b5-85e6-cf94565d6c2f None None] Routers {'7c6f1371-b898-4371-aea7-88283080e086'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:44:00.831527 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8233f0c6-e007-499a-972e-846198cdde0e admin admin] Notify callbacks [] for router, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:00.831977 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-f1645ecc-16a6-43b5-85e6-cf94565d6c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:43:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['7c6f1371-b898-4371-aea7-88283080e086'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:44:00.836204 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-8233f0c6-e007-499a-972e-846198cdde0e admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9084816 Aug 27 03:44:00.838260 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 60752) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:44:00.866082 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd01a155-10ff-4ce4-8295-fcb9eac9260e None None] Pushing event updated for resources: {'Port': ['ID=9022a512-90b5-4fad-92c8-672ddd625ccd,revision_number=4']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:00.879691 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e186d0-4186-43bc-88cf-5bebc70ed30b None None] Network de0e7339-0c0c-48d2-bd19-757eeb9a0e66 requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:44:00.905736 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvr_db [None req-efb5984f-270a-47f7-9794-ba36c2873841 None None] Set router 66fca0f4-9f89-46c9-8f85-376bb425b074 gateway port host: dv-cinder-804735-2-iscsi {{(pid=93893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:44:00.947531 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-353ace90-4378-4c39-ad21-68731cec1435 None None] Provisioning for port 67c9525e-4427-4f4a-a0e0-b79c1be1a57e completed by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:44:01.117583 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-353ace90-4378-4c39-ad21-68731cec1435 None None] Provisioning complete for port 67c9525e-4427-4f4a-a0e0-b79c1be1a57e triggered by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:44:01.117903 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-353ace90-4378-4c39-ad21-68731cec1435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:01.137408 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-efb5984f-270a-47f7-9794-ba36c2873841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'name': 'tempest-TestVolumeBootPattern-589027000-router', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:43:57Z', 'revision_number': 4, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'gw_port': {'id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:aa:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': '9022a512-90b5-4fad-92c8-672ddd625ccd', 'name': '', 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'mac_address': 'fa:16:3e:6f:57:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:56Z', 'updated_at': '2021-08-27T03:44:00Z', 'revision_number': 4, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'subnets': [{'id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:44:01.164091 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb5984f-270a-47f7-9794-ba36c2873841 None None] The sync data for ids ['66fca0f4-9f89-46c9-8f85-376bb425b074'] in dv-cinder-804735-2-iscsi is: [{'id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'name': 'tempest-TestVolumeBootPattern-589027000-router', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:43:57Z', 'revision_number': 4, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'gw_port': {'id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:aa:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': '9022a512-90b5-4fad-92c8-672ddd625ccd', 'name': '', 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'mac_address': 'fa:16:3e:6f:57:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:56Z', 'updated_at': '2021-08-27T03:44:00Z', 'revision_number': 4, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'subnets': [{'id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:44:01.180577 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-f1645ecc-16a6-43b5-85e6-cf94565d6c2f None None] Set router 7c6f1371-b898-4371-aea7-88283080e086 gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:44:01.384700 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-353ace90-4378-4c39-ad21-68731cec1435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:01.476916 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-353ace90-4378-4c39-ad21-68731cec1435 None None] For port 67c9525e-4427-4f4a-a0e0-b79c1be1a57e, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=67c9525e-4427-4f4a-a0e0-b79c1be1a57e,segment=NetworkSegment(d3ba7d41-5af9-4cc8-8bf3-49e2ba71463c),segment_id=d3ba7d41-5af9-4cc8-8bf3-49e2ba71463c)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:44:01.485010 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-353ace90-4378-4c39-ad21-68731cec1435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:01.552894 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-f1645ecc-16a6-43b5-85e6-cf94565d6c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6f1371-b898-4371-aea7-88283080e086', 'name': 'tempest-TestVolumeBootPattern-1996000424-router', 'tenant_id': '1d19c9c75d844783b312ae6293bfbe81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '6a65aadc-60f1-474a-bb79-ccd24ff4bcaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:43:58Z', 'updated_at': '2021-08-27T03:44:00Z', 'revision_number': 3, 'project_id': '1d19c9c75d844783b312ae6293bfbe81', 'gw_port': {'id': '6a65aadc-60f1-474a-bb79-ccd24ff4bcaf', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:29:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6f1371-b898-4371-aea7-88283080e086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:59Z', 'updated_at': '2021-08-27T03:43:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi'}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:44:01.555104 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ace90-4378-4c39-ad21-68731cec1435 None None] Pushing event updated for resources: {'Port': ['ID=67c9525e-4427-4f4a-a0e0-b79c1be1a57e,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:01.586074 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1645ecc-16a6-43b5-85e6-cf94565d6c2f None None] Checking router: 7c6f1371-b898-4371-aea7-88283080e086 for host: dv-cinder-804735-2-iscsi {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:44:01.586421 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1645ecc-16a6-43b5-85e6-cf94565d6c2f None None] Updating router 7c6f1371-b898-4371-aea7-88283080e086 port 6a65aadc-60f1-474a-bb79-ccd24ff4bcaf binding host dv-cinder-804735-2-iscsi {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:44:01.595196 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-627dd08f-6ff3-41ae-a1a6-dd1da616ed47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:01.613993 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f1645ecc-16a6-43b5-85e6-cf94565d6c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:01.777624 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-627dd08f-6ff3-41ae-a1a6-dd1da616ed47 admin admin] Allocated IP 172.20.0.1 (de0e7339-0c0c-48d2-bd19-757eeb9a0e66/cc204630-f3b4-4c14-b7de-5615ae9091a5/e4190d62-5a83-4c2c-8b00-01f308275810) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:44:01.863018 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-0c395c0f-f64e-4217-9bd1-cad136fc47fd None None] Provisioning complete for port 67c9525e-4427-4f4a-a0e0-b79c1be1a57e triggered by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:44:01.863410 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-0c395c0f-f64e-4217-9bd1-cad136fc47fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:01.885969 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-627dd08f-6ff3-41ae-a1a6-dd1da616ed47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:01.899677 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-627dd08f-6ff3-41ae-a1a6-dd1da616ed47 admin admin] Transition to ACTIVE for port object e4190d62-5a83-4c2c-8b00-01f308275810 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:44:01.931982 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f1645ecc-16a6-43b5-85e6-cf94565d6c2f None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:01.933997 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-627dd08f-6ff3-41ae-a1a6-dd1da616ed47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9123015'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:01.946179 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-f1645ecc-16a6-43b5-85e6-cf94565d6c2f None None] Transition to ACTIVE for port object 6a65aadc-60f1-474a-bb79-ccd24ff4bcaf will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:44:01.953905 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f1645ecc-16a6-43b5-85e6-cf94565d6c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:01.974017 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627dd08f-6ff3-41ae-a1a6-dd1da616ed47 admin admin] Network de0e7339-0c0c-48d2-bd19-757eeb9a0e66 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:44:01.981068 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-627dd08f-6ff3-41ae-a1a6-dd1da616ed47 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:44:01.984672 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627dd08f-6ff3-41ae-a1a6-dd1da616ed47 admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:44:02.008755 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627dd08f-6ff3-41ae-a1a6-dd1da616ed47 admin admin] Pushing event updated for resources: {'Port': ['ID=e4190d62-5a83-4c2c-8b00-01f308275810,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:02.027279 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-627dd08f-6ff3-41ae-a1a6-dd1da616ed47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455972'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:02.041078 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b7ce8-996b-409a-b23e-659e557c7d36 None None] Pushing event updated for resources: {'Port': ['ID=6a65aadc-60f1-474a-bb79-ccd24ff4bcaf,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:02.043340 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-f1645ecc-16a6-43b5-85e6-cf94565d6c2f None None] Attempting to bind port 6a65aadc-60f1-474a-bb79-ccd24ff4bcaf on host dv-cinder-804735-2-iscsi for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:44:02.043734 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-f1645ecc-16a6-43b5-85e6-cf94565d6c2f None None] Attempting to bind port 6a65aadc-60f1-474a-bb79-ccd24ff4bcaf by drivers openvswitch,hyperv on host dv-cinder-804735-2-iscsi at level 0 using segments [{'id': 'd4232587-dac2-4838-ac1c-504baf035179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:44:02.044085 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1645ecc-16a6-43b5-85e6-cf94565d6c2f None None] Attempting to bind port 6a65aadc-60f1-474a-bb79-ccd24ff4bcaf on network 239ea516-19ad-4308-8c8f-3a956c00c66f {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:44:02.051648 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1645ecc-16a6-43b5-85e6-cf94565d6c2f None None] Checking agent: {'id': 'd4759df8-4373-4538-9ee3-f6ed6d276f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 21, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:44:02.052016 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1645ecc-16a6-43b5-85e6-cf94565d6c2f None None] Checking segment: {'id': 'd4232587-dac2-4838-ac1c-504baf035179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:44:02.052409 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f1645ecc-16a6-43b5-85e6-cf94565d6c2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:02.052785 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1645ecc-16a6-43b5-85e6-cf94565d6c2f None None] Bound using segment: {'id': 'd4232587-dac2-4838-ac1c-504baf035179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:44:02.053244 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-f1645ecc-16a6-43b5-85e6-cf94565d6c2f None None] Bound port: 6a65aadc-60f1-474a-bb79-ccd24ff4bcaf, host: dv-cinder-804735-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4232587-dac2-4838-ac1c-504baf035179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:44:02.053764 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f1645ecc-16a6-43b5-85e6-cf94565d6c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:02.109836 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-f1645ecc-16a6-43b5-85e6-cf94565d6c2f None None] For port 6a65aadc-60f1-474a-bb79-ccd24ff4bcaf, host dv-cinder-804735-2-iscsi, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:44:02.113034 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-f1645ecc-16a6-43b5-85e6-cf94565d6c2f None None] For port 6a65aadc-60f1-474a-bb79-ccd24ff4bcaf, host dv-cinder-804735-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=6a65aadc-60f1-474a-bb79-ccd24ff4bcaf,segment=NetworkSegment(d4232587-dac2-4838-ac1c-504baf035179),segment_id=d4232587-dac2-4838-ac1c-504baf035179)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:44:02.119960 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f1645ecc-16a6-43b5-85e6-cf94565d6c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:02.160983 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-627dd08f-6ff3-41ae-a1a6-dd1da616ed47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:02.188084 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1645ecc-16a6-43b5-85e6-cf94565d6c2f None None] Routers {'7c6f1371-b898-4371-aea7-88283080e086'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:44:02.188730 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-f1645ecc-16a6-43b5-85e6-cf94565d6c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:43:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['7c6f1371-b898-4371-aea7-88283080e086'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:44:02.231578 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b7ce8-996b-409a-b23e-659e557c7d36 None None] Pushing event updated for resources: {'Port': ['ID=6a65aadc-60f1-474a-bb79-ccd24ff4bcaf,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:02.282999 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 94643cdc-af9f-43ad-8765-f88e349763f6 up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:44:02.329727 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-519181ca-291f-4504-9d80-6915da85c1c8 None None] Provisioning for port e4190d62-5a83-4c2c-8b00-01f308275810 completed by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:44:02.333197 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-627dd08f-6ff3-41ae-a1a6-dd1da616ed47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:02.338029 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-627dd08f-6ff3-41ae-a1a6-dd1da616ed47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9123038'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:02.339448 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-519181ca-291f-4504-9d80-6915da85c1c8 None None] Provisioning complete for port e4190d62-5a83-4c2c-8b00-01f308275810 triggered by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:44:02.339822 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-519181ca-291f-4504-9d80-6915da85c1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:02.372877 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-f1645ecc-16a6-43b5-85e6-cf94565d6c2f None None] Set router 7c6f1371-b898-4371-aea7-88283080e086 gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:44:02.406012 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-627dd08f-6ff3-41ae-a1a6-dd1da616ed47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456443'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:02.407746 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627dd08f-6ff3-41ae-a1a6-dd1da616ed47 admin admin] Pushing event updated for resources: {'Port': ['ID=e4190d62-5a83-4c2c-8b00-01f308275810,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:02.415206 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-519181ca-291f-4504-9d80-6915da85c1c8 None None] Port e4190d62-5a83-4c2c-8b00-01f308275810 cannot update to ACTIVE because it is not bound. {{(pid=93892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:44:02.433688 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port 94643cdc-af9f-43ad-8765-f88e349763f6 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:44:02.434061 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:02.497076 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627dd08f-6ff3-41ae-a1a6-dd1da616ed47 admin admin] Network de0e7339-0c0c-48d2-bd19-757eeb9a0e66 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:44:02.498390 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-627dd08f-6ff3-41ae-a1a6-dd1da616ed47 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:44:02.617496 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627dd08f-6ff3-41ae-a1a6-dd1da616ed47 admin admin] Router 7c6f1371-b898-4371-aea7-88283080e086 has already been hosted by L3 agent 531130d0-1c3c-4def-a74a-055fb8373853 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:44:02.638993 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 9022a512-90b5-4fad-92c8-672ddd625ccd up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:44:02.699078 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-f1645ecc-16a6-43b5-85e6-cf94565d6c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6f1371-b898-4371-aea7-88283080e086', 'name': 'tempest-TestVolumeBootPattern-1996000424-router', 'tenant_id': '1d19c9c75d844783b312ae6293bfbe81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '6a65aadc-60f1-474a-bb79-ccd24ff4bcaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:43:58Z', 'updated_at': '2021-08-27T03:44:02Z', 'revision_number': 4, 'project_id': '1d19c9c75d844783b312ae6293bfbe81', 'gw_port': {'id': '6a65aadc-60f1-474a-bb79-ccd24ff4bcaf', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:29:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6f1371-b898-4371-aea7-88283080e086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:59Z', 'updated_at': '2021-08-27T03:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': 'e4190d62-5a83-4c2c-8b00-01f308275810', 'name': '', 'network_id': 'de0e7339-0c0c-48d2-bd19-757eeb9a0e66', 'tenant_id': '1d19c9c75d844783b312ae6293bfbe81', 'mac_address': 'fa:16:3e:33:3e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6f1371-b898-4371-aea7-88283080e086', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'cc204630-f3b4-4c14-b7de-5615ae9091a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:44:01Z', 'updated_at': '2021-08-27T03:44:01Z', 'revision_number': 1, 'project_id': '1d19c9c75d844783b312ae6293bfbe81', 'subnets': [{'id': 'cc204630-f3b4-4c14-b7de-5615ae9091a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:44:02.730129 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627dd08f-6ff3-41ae-a1a6-dd1da616ed47 admin admin] Notify agent at l3_agent.dv-cinder-804735-2-iscsi the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:44:02.730789 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning for port 9022a512-90b5-4fad-92c8-672ddd625ccd completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:44:02.733044 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1645ecc-16a6-43b5-85e6-cf94565d6c2f None None] The sync data for ids ['7c6f1371-b898-4371-aea7-88283080e086'] in dv-cinder-804735-2-iscsi is: [{'id': '7c6f1371-b898-4371-aea7-88283080e086', 'name': 'tempest-TestVolumeBootPattern-1996000424-router', 'tenant_id': '1d19c9c75d844783b312ae6293bfbe81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '6a65aadc-60f1-474a-bb79-ccd24ff4bcaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:43:58Z', 'updated_at': '2021-08-27T03:44:02Z', 'revision_number': 4, 'project_id': '1d19c9c75d844783b312ae6293bfbe81', 'gw_port': {'id': '6a65aadc-60f1-474a-bb79-ccd24ff4bcaf', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:29:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6f1371-b898-4371-aea7-88283080e086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:59Z', 'updated_at': '2021-08-27T03:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': 'e4190d62-5a83-4c2c-8b00-01f308275810', 'name': '', 'network_id': 'de0e7339-0c0c-48d2-bd19-757eeb9a0e66', 'tenant_id': '1d19c9c75d844783b312ae6293bfbe81', 'mac_address': 'fa:16:3e:33:3e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6f1371-b898-4371-aea7-88283080e086', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'cc204630-f3b4-4c14-b7de-5615ae9091a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:44:01Z', 'updated_at': '2021-08-27T03:44:01Z', 'revision_number': 1, 'project_id': '1d19c9c75d844783b312ae6293bfbe81', 'subnets': [{'id': 'cc204630-f3b4-4c14-b7de-5615ae9091a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:44:02.735135 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-627dd08f-6ff3-41ae-a1a6-dd1da616ed47 admin admin] 10.222.0.58 "PUT /v2.0/routers/7c6f1371-b898-4371-aea7-88283080e086/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8958671 Aug 27 03:44:02.745673 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port 9022a512-90b5-4fad-92c8-672ddd625ccd triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:44:02.746011 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:02.747713 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-a7d10898-b351-4e62-bcb9-e4b06a46efdd None None] Provisioning complete for port e4190d62-5a83-4c2c-8b00-01f308275810 triggered by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:44:02.748016 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-a7d10898-b351-4e62-bcb9-e4b06a46efdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:02.813393 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-a7d10898-b351-4e62-bcb9-e4b06a46efdd None None] Port e4190d62-5a83-4c2c-8b00-01f308275810 cannot update to ACTIVE because it is not bound. {{(pid=93892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:44:02.859735 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:02.894393 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] For port 9022a512-90b5-4fad-92c8-672ddd625ccd, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=9022a512-90b5-4fad-92c8-672ddd625ccd,segment=NetworkSegment(ce8f3126-1a54-42bf-87c7-124b21dece55),segment_id=ce8f3126-1a54-42bf-87c7-124b21dece55)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:44:02.899285 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:02.900188 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 67c9525e-4427-4f4a-a0e0-b79c1be1a57e up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:44:03.000375 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Pushing event updated for resources: {'Port': ['ID=9022a512-90b5-4fad-92c8-672ddd625ccd,revision_number=5']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:03.004659 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port 67c9525e-4427-4f4a-a0e0-b79c1be1a57e triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:44:03.005032 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:03.260531 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 60762) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:44:03.265928 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [None req-630dcb07-ce41-4b51-92d1-ddcf93d4e696 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-733916558', 'description': 'tempest-secgroup-smoke-733916558 description', 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:44:03.291640 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-630dcb07-ce41-4b51-92d1-ddcf93d4e696 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks [] for security_group, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:03.377148 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-630dcb07-ce41-4b51-92d1-ddcf93d4e696 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks [] for security_group, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:03.382115 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-630dcb07-ce41-4b51-92d1-ddcf93d4e696 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:03.409741 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-630dcb07-ce41-4b51-92d1-ddcf93d4e696 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:03.410952 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-630dcb07-ce41-4b51-92d1-ddcf93d4e696 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1494000 Aug 27 03:44:03.412768 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630dcb07-ce41-4b51-92d1-ddcf93d4e696 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=000d2d12-5d0e-47bf-8a89-c5a038b16e4d,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:03.414442 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 60764) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:44:03.419245 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-f83cfba9-4618-4f0c-ab50-8d4603fee027 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Request body: {'security_group_rule': {'security_group_id': '000d2d12-5d0e-47bf-8a89-c5a038b16e4d', 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:44:03.447444 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f83cfba9-4618-4f0c-ab50-8d4603fee027 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:03.502440 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f83cfba9-4618-4f0c-ab50-8d4603fee027 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:03.507377 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f83cfba9-4618-4f0c-ab50-8d4603fee027 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87445'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:03.528035 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83cfba9-4618-4f0c-ab50-8d4603fee027 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ac7230-f980-41bb-be81-e06f925c663e,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:03.533504 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f83cfba9-4618-4f0c-ab50-8d4603fee027 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:03.534804 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-f83cfba9-4618-4f0c-ab50-8d4603fee027 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1192615 Aug 27 03:44:03.538982 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 60766) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:44:03.543375 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-e6f051ae-9d2c-4777-991b-db2afa0a7418 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Request body: {'security_group_rule': {'security_group_id': '000d2d12-5d0e-47bf-8a89-c5a038b16e4d', 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:44:03.570020 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e6f051ae-9d2c-4777-991b-db2afa0a7418 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:03.644492 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e6f051ae-9d2c-4777-991b-db2afa0a7418 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:03.649342 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e6f051ae-9d2c-4777-991b-db2afa0a7418 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87445'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:03.666756 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f051ae-9d2c-4777-991b-db2afa0a7418 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=305df6ff-150d-414e-827f-f45b37c133d2,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:03.673317 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e6f051ae-9d2c-4777-991b-db2afa0a7418 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:03.674401 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-e6f051ae-9d2c-4777-991b-db2afa0a7418 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1344514 Aug 27 03:44:03.677461 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 60768) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:44:03.681945 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-63513cdb-e4f6-44e7-8a84-c6712136f175 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Request body: {'security_group_rule': {'security_group_id': '000d2d12-5d0e-47bf-8a89-c5a038b16e4d', 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:44:03.715536 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-63513cdb-e4f6-44e7-8a84-c6712136f175 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:03.776305 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-63513cdb-e4f6-44e7-8a84-c6712136f175 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:03.781529 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-63513cdb-e4f6-44e7-8a84-c6712136f175 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87445'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:03.798130 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63513cdb-e4f6-44e7-8a84-c6712136f175 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eec5208-ffd4-4864-bd3f-94105559e1c9,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:03.805910 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-63513cdb-e4f6-44e7-8a84-c6712136f175 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:03.807395 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-63513cdb-e4f6-44e7-8a84-c6712136f175 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1288743 Aug 27 03:44:03.809981 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 60770) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:44:03.814560 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-35bac48e-ea36-4720-9c6a-b8254ed9d78e tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Request body: {'security_group_rule': {'security_group_id': '000d2d12-5d0e-47bf-8a89-c5a038b16e4d', 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:44:03.858928 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-35bac48e-ea36-4720-9c6a-b8254ed9d78e tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:03.924161 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-35bac48e-ea36-4720-9c6a-b8254ed9d78e tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:03.929084 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-35bac48e-ea36-4720-9c6a-b8254ed9d78e tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87445'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:03.950483 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bac48e-ea36-4720-9c6a-b8254ed9d78e tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffc20b8b-d65e-41fd-b349-efe9ba2f62f0,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:03.956956 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-35bac48e-ea36-4720-9c6a-b8254ed9d78e tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:03.958507 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-35bac48e-ea36-4720-9c6a-b8254ed9d78e tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1475949 Aug 27 03:44:03.961155 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 60772) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:44:03.965621 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-4528f045-e321-42ea-8c60-e5ab6f74c0ba tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Request body: {'security_group_rule': {'security_group_id': '000d2d12-5d0e-47bf-8a89-c5a038b16e4d', 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:44:03.988539 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.db.securitygroups_db [None req-4528f045-e321-42ea-8c60-e5ab6f74c0ba tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Project 3b3caaf70e4a491c8eafa684e6f8930e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:44:03.994093 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4528f045-e321-42ea-8c60-e5ab6f74c0ba tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:04.058810 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4528f045-e321-42ea-8c60-e5ab6f74c0ba tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:04.064402 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4528f045-e321-42ea-8c60-e5ab6f74c0ba tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87445'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:04.085896 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4528f045-e321-42ea-8c60-e5ab6f74c0ba tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6182ed7-4316-49da-9da7-b1f6d84f577a,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:04.095015 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4528f045-e321-42ea-8c60-e5ab6f74c0ba tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:04.096469 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-4528f045-e321-42ea-8c60-e5ab6f74c0ba tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1342766 Aug 27 03:44:04.099383 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 60774) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:44:04.105338 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [None req-ab14ebf4-812d-4196-8186-8d21fe835908 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Request body: {'security_group_rule': {'security_group_id': '000d2d12-5d0e-47bf-8a89-c5a038b16e4d', 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:44:04.130854 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.db.securitygroups_db [None req-ab14ebf4-812d-4196-8186-8d21fe835908 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Project 3b3caaf70e4a491c8eafa684e6f8930e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:44:04.136628 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ab14ebf4-812d-4196-8186-8d21fe835908 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:04.204139 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ab14ebf4-812d-4196-8186-8d21fe835908 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:04.208686 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ab14ebf4-812d-4196-8186-8d21fe835908 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87445'] for security_group_rule, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:04.223239 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab14ebf4-812d-4196-8186-8d21fe835908 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d5f4d9b-f2f2-4f80-ad7c-79ee395a7207,revision_number=0']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:04.238811 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ab14ebf4-812d-4196-8186-8d21fe835908 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:04.243862 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-ab14ebf4-812d-4196-8186-8d21fe835908 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1396723 Aug 27 03:44:04.310217 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 6a65aadc-60f1-474a-bb79-ccd24ff4bcaf up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:44:04.371874 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning for port 6a65aadc-60f1-474a-bb79-ccd24ff4bcaf completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:44:04.376244 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port 6a65aadc-60f1-474a-bb79-ccd24ff4bcaf triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:44:04.376688 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:04.638790 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:04.672826 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] For port 6a65aadc-60f1-474a-bb79-ccd24ff4bcaf, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=6a65aadc-60f1-474a-bb79-ccd24ff4bcaf,segment=NetworkSegment(d4232587-dac2-4838-ac1c-504baf035179),segment_id=d4232587-dac2-4838-ac1c-504baf035179)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:44:04.677997 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:04.679312 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 9022a512-90b5-4fad-92c8-672ddd625ccd up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:44:04.777225 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Pushing event updated for resources: {'Port': ['ID=6a65aadc-60f1-474a-bb79-ccd24ff4bcaf,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:04.786458 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port 9022a512-90b5-4fad-92c8-672ddd625ccd triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:44:04.786834 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:05.249332 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f9261c-ac09-40ab-b65a-69504075b9c6 None None] Sync routers for ids ['7c6f1371-b898-4371-aea7-88283080e086'] in dv-cinder-804735-2-iscsi {{(pid=93893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:44:05.262743 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f9261c-ac09-40ab-b65a-69504075b9c6 None None] Routers {'7c6f1371-b898-4371-aea7-88283080e086'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:44:05.263547 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-e2f9261c-ac09-40ab-b65a-69504075b9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:43:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['7c6f1371-b898-4371-aea7-88283080e086'], 'active': True} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:44:05.390710 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvr_db [None req-e2f9261c-ac09-40ab-b65a-69504075b9c6 None None] Set router 7c6f1371-b898-4371-aea7-88283080e086 gateway port host: dv-cinder-804735-2-iscsi {{(pid=93893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:44:05.611093 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-e2f9261c-ac09-40ab-b65a-69504075b9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6f1371-b898-4371-aea7-88283080e086', 'name': 'tempest-TestVolumeBootPattern-1996000424-router', 'tenant_id': '1d19c9c75d844783b312ae6293bfbe81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '6a65aadc-60f1-474a-bb79-ccd24ff4bcaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:43:58Z', 'updated_at': '2021-08-27T03:44:02Z', 'revision_number': 4, 'project_id': '1d19c9c75d844783b312ae6293bfbe81', 'gw_port': {'id': '6a65aadc-60f1-474a-bb79-ccd24ff4bcaf', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:29:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6f1371-b898-4371-aea7-88283080e086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:59Z', 'updated_at': '2021-08-27T03:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': 'e4190d62-5a83-4c2c-8b00-01f308275810', 'name': '', 'network_id': 'de0e7339-0c0c-48d2-bd19-757eeb9a0e66', 'tenant_id': '1d19c9c75d844783b312ae6293bfbe81', 'mac_address': 'fa:16:3e:33:3e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6f1371-b898-4371-aea7-88283080e086', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'cc204630-f3b4-4c14-b7de-5615ae9091a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:44:01Z', 'updated_at': '2021-08-27T03:44:02Z', 'revision_number': 2, 'project_id': '1d19c9c75d844783b312ae6293bfbe81', 'subnets': [{'id': 'cc204630-f3b4-4c14-b7de-5615ae9091a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:44:05.644487 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f9261c-ac09-40ab-b65a-69504075b9c6 None None] Checking router: 7c6f1371-b898-4371-aea7-88283080e086 for host: dv-cinder-804735-2-iscsi {{(pid=93893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:44:05.644819 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f9261c-ac09-40ab-b65a-69504075b9c6 None None] Updating router 7c6f1371-b898-4371-aea7-88283080e086 port e4190d62-5a83-4c2c-8b00-01f308275810 binding host dv-cinder-804735-2-iscsi {{(pid=93893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:44:05.684320 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e2f9261c-ac09-40ab-b65a-69504075b9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:05.976111 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e2f9261c-ac09-40ab-b65a-69504075b9c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:05.985468 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.provisioning_blocks [None req-e2f9261c-ac09-40ab-b65a-69504075b9c6 None None] Transition to ACTIVE for port object e4190d62-5a83-4c2c-8b00-01f308275810 will not be triggered until provisioned by entity L2. {{(pid=93893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:44:05.992939 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e2f9261c-ac09-40ab-b65a-69504075b9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:06.038737 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ffa150-fa97-4ee0-8246-57f50bb0be3c None None] Pushing event updated for resources: {'Port': ['ID=e4190d62-5a83-4c2c-8b00-01f308275810,revision_number=3']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:06.092649 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [None req-e2f9261c-ac09-40ab-b65a-69504075b9c6 None None] Attempting to bind port e4190d62-5a83-4c2c-8b00-01f308275810 on host dv-cinder-804735-2-iscsi for vnic_type normal with profile {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:44:06.093005 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [None req-e2f9261c-ac09-40ab-b65a-69504075b9c6 None None] Attempting to bind port e4190d62-5a83-4c2c-8b00-01f308275810 by drivers openvswitch,hyperv on host dv-cinder-804735-2-iscsi at level 0 using segments [{'id': 'd3ba7d41-5af9-4cc8-8bf3-49e2ba71463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'de0e7339-0c0c-48d2-bd19-757eeb9a0e66'}] {{(pid=93893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:44:06.093354 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f9261c-ac09-40ab-b65a-69504075b9c6 None None] Attempting to bind port e4190d62-5a83-4c2c-8b00-01f308275810 on network de0e7339-0c0c-48d2-bd19-757eeb9a0e66 {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:44:06.098467 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f9261c-ac09-40ab-b65a-69504075b9c6 None None] Checking agent: {'id': 'd4759df8-4373-4538-9ee3-f6ed6d276f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 21, 17), 'started_at': datetime.datetime(2021, 8, 27, 3, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:44:06.098849 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f9261c-ac09-40ab-b65a-69504075b9c6 None None] Checking segment: {'id': 'd3ba7d41-5af9-4cc8-8bf3-49e2ba71463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'de0e7339-0c0c-48d2-bd19-757eeb9a0e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:44:06.099240 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e2f9261c-ac09-40ab-b65a-69504075b9c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:06.099653 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f9261c-ac09-40ab-b65a-69504075b9c6 None None] Bound using segment: {'id': 'd3ba7d41-5af9-4cc8-8bf3-49e2ba71463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'de0e7339-0c0c-48d2-bd19-757eeb9a0e66'} {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:44:06.100109 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [None req-e2f9261c-ac09-40ab-b65a-69504075b9c6 None None] Bound port: e4190d62-5a83-4c2c-8b00-01f308275810, host: dv-cinder-804735-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3ba7d41-5af9-4cc8-8bf3-49e2ba71463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'de0e7339-0c0c-48d2-bd19-757eeb9a0e66'}}] {{(pid=93893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:44:06.100735 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e2f9261c-ac09-40ab-b65a-69504075b9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:06.171459 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [None req-e2f9261c-ac09-40ab-b65a-69504075b9c6 None None] For port e4190d62-5a83-4c2c-8b00-01f308275810, host dv-cinder-804735-2-iscsi, cleared binding levels {{(pid=93893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:44:06.175014 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [None req-e2f9261c-ac09-40ab-b65a-69504075b9c6 None None] For port e4190d62-5a83-4c2c-8b00-01f308275810, host dv-cinder-804735-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=e4190d62-5a83-4c2c-8b00-01f308275810,segment=NetworkSegment(d3ba7d41-5af9-4cc8-8bf3-49e2ba71463c),segment_id=d3ba7d41-5af9-4cc8-8bf3-49e2ba71463c)] {{(pid=93893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:44:06.184524 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e2f9261c-ac09-40ab-b65a-69504075b9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:06.215090 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 6a65aadc-60f1-474a-bb79-ccd24ff4bcaf up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:44:06.241675 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f9261c-ac09-40ab-b65a-69504075b9c6 None None] Routers {'7c6f1371-b898-4371-aea7-88283080e086'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:44:06.242308 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-e2f9261c-ac09-40ab-b65a-69504075b9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:43:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['7c6f1371-b898-4371-aea7-88283080e086'], 'active': True} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:44:06.283759 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port 6a65aadc-60f1-474a-bb79-ccd24ff4bcaf triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:44:06.284143 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:06.287659 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ffa150-fa97-4ee0-8246-57f50bb0be3c None None] Pushing event updated for resources: {'Port': ['ID=e4190d62-5a83-4c2c-8b00-01f308275810,revision_number=4']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:06.457632 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvr_db [None req-e2f9261c-ac09-40ab-b65a-69504075b9c6 None None] Set router 7c6f1371-b898-4371-aea7-88283080e086 gateway port host: dv-cinder-804735-2-iscsi {{(pid=93893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:44:06.672044 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-e2f9261c-ac09-40ab-b65a-69504075b9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6f1371-b898-4371-aea7-88283080e086', 'name': 'tempest-TestVolumeBootPattern-1996000424-router', 'tenant_id': '1d19c9c75d844783b312ae6293bfbe81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '6a65aadc-60f1-474a-bb79-ccd24ff4bcaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:43:58Z', 'updated_at': '2021-08-27T03:44:02Z', 'revision_number': 4, 'project_id': '1d19c9c75d844783b312ae6293bfbe81', 'gw_port': {'id': '6a65aadc-60f1-474a-bb79-ccd24ff4bcaf', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:29:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6f1371-b898-4371-aea7-88283080e086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:59Z', 'updated_at': '2021-08-27T03:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': 'e4190d62-5a83-4c2c-8b00-01f308275810', 'name': '', 'network_id': 'de0e7339-0c0c-48d2-bd19-757eeb9a0e66', 'tenant_id': '1d19c9c75d844783b312ae6293bfbe81', 'mac_address': 'fa:16:3e:33:3e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6f1371-b898-4371-aea7-88283080e086', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'cc204630-f3b4-4c14-b7de-5615ae9091a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:44:01Z', 'updated_at': '2021-08-27T03:44:06Z', 'revision_number': 4, 'project_id': '1d19c9c75d844783b312ae6293bfbe81', 'subnets': [{'id': 'cc204630-f3b4-4c14-b7de-5615ae9091a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:44:06.702519 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f9261c-ac09-40ab-b65a-69504075b9c6 None None] The sync data for ids ['7c6f1371-b898-4371-aea7-88283080e086'] in dv-cinder-804735-2-iscsi is: [{'id': '7c6f1371-b898-4371-aea7-88283080e086', 'name': 'tempest-TestVolumeBootPattern-1996000424-router', 'tenant_id': '1d19c9c75d844783b312ae6293bfbe81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '6a65aadc-60f1-474a-bb79-ccd24ff4bcaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:43:58Z', 'updated_at': '2021-08-27T03:44:02Z', 'revision_number': 4, 'project_id': '1d19c9c75d844783b312ae6293bfbe81', 'gw_port': {'id': '6a65aadc-60f1-474a-bb79-ccd24ff4bcaf', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:29:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6f1371-b898-4371-aea7-88283080e086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:59Z', 'updated_at': '2021-08-27T03:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': 'e4190d62-5a83-4c2c-8b00-01f308275810', 'name': '', 'network_id': 'de0e7339-0c0c-48d2-bd19-757eeb9a0e66', 'tenant_id': '1d19c9c75d844783b312ae6293bfbe81', 'mac_address': 'fa:16:3e:33:3e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6f1371-b898-4371-aea7-88283080e086', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'cc204630-f3b4-4c14-b7de-5615ae9091a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:44:01Z', 'updated_at': '2021-08-27T03:44:06Z', 'revision_number': 4, 'project_id': '1d19c9c75d844783b312ae6293bfbe81', 'subnets': [{'id': 'cc204630-f3b4-4c14-b7de-5615ae9091a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:44:08.209050 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device e4190d62-5a83-4c2c-8b00-01f308275810 up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:44:08.262531 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning for port e4190d62-5a83-4c2c-8b00-01f308275810 completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:44:08.266381 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port e4190d62-5a83-4c2c-8b00-01f308275810 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:44:08.266751 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:08.348427 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:08.387124 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] For port e4190d62-5a83-4c2c-8b00-01f308275810, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=e4190d62-5a83-4c2c-8b00-01f308275810,segment=NetworkSegment(d3ba7d41-5af9-4cc8-8bf3-49e2ba71463c),segment_id=d3ba7d41-5af9-4cc8-8bf3-49e2ba71463c)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:44:08.393305 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:08.447979 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Pushing event updated for resources: {'Port': ['ID=e4190d62-5a83-4c2c-8b00-01f308275810,revision_number=5']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:10.201457 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device e4190d62-5a83-4c2c-8b00-01f308275810 up at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:44:10.254792 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Provisioning complete for port e4190d62-5a83-4c2c-8b00-01f308275810 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:44:10.255060 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:14.892099 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-93e3a1b7-50ad-4e63-9ba5-45d817ff0d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:17.311847 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-4cdb1c78-46b3-4dea-ba30-9682086908db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:17.507556 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:18.697411 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:20.224604 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:21.089140 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-2815daf8-8684-4d2f-87c1-73ea33936880 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-733916558&fields=id&tenant_id=3b3caaf70e4a491c8eafa684e6f8930e HTTP/1.1" status: 200 len: 267 time: 0.0428717 Aug 27 03:44:21.196498 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-fca5b0a4-3656-419b-8d70-f045f5c92b0f tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:21.198097 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-fca5b0a4-3656-419b-8d70-f045f5c92b0f tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/networks?id=9ab7433b-1716-421d-bc0a-cb67ae511239 HTTP/1.1" status: 200 len: 811 time: 0.1020260 Aug 27 03:44:21.216508 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-5a7c52da-2106-44d0-ac03-b4aaab12a90b tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/quotas/3b3caaf70e4a491c8eafa684e6f8930e HTTP/1.1" status: 200 len: 375 time: 0.0098400 Aug 27 03:44:21.273216 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-fecc0dd5-8aac-461c-9a77-d9100db0b1e5 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3b3caaf70e4a491c8eafa684e6f8930e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488956 Aug 27 03:44:21.406949 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-0acaf145-0bbf-47aa-8d61-c1c54459dcdf service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93891) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:44:21.407999 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-0acaf145-0bbf-47aa-8d61-c1c54459dcdf service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1191216 Aug 27 03:44:21.506443 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-26b17ff6-890f-41e8-9d64-42b668355f2a service neutron] 10.222.0.58 "GET /v2.0/networks/9ab7433b-1716-421d-bc0a-cb67ae511239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890720 Aug 27 03:44:21.602980 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-976e3212-aba1-4035-bfb8-db2bf558518c service neutron] 10.222.0.58 "GET /v2.0/networks/9ab7433b-1716-421d-bc0a-cb67ae511239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876458 Aug 27 03:44:21.977736 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b30f1ecf-69c8-4275-9b04-09d2ef68da04 req-430b9290-4abf-49ae-ab79-c2b671a265f4 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=750ab0df-18d4-40ff-bd93-a92231f88a29 HTTP/1.1" status: 200 len: 210 time: 0.0775366 Aug 27 03:44:22.051316 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 6 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:44:23.025739 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-a5addc48-cbb9-4308-a3d5-9be6221a1820 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:23.027256 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-a5addc48-cbb9-4308-a3d5-9be6221a1820 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.63 "GET /v2.0/networks?id=9ab7433b-1716-421d-bc0a-cb67ae511239 HTTP/1.1" status: 200 len: 811 time: 0.1155386 Aug 27 03:44:23.084692 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7ef51041-1e02-4a0d-aa71-2ea7dbc092d2 req-58552cfd-5d59-4411-a876-8017f8cb25f5 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=750ab0df-18d4-40ff-bd93-a92231f88a29 HTTP/1.1" status: 200 len: 210 time: 0.0314553 Aug 27 03:44:23.100384 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-c3f49893-f3a2-45ee-8268-cf5d60b52a64 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b3caaf70e4a491c8eafa684e6f8930e HTTP/1.1" status: 200 len: 379 time: 0.0618854 Aug 27 03:44:23.112997 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-60daa500-0928-4393-8184-2ad918e45b3e tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Request body: {'port': {'device_id': '750ab0df-18d4-40ff-bd93-a92231f88a29', 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239', 'admin_state_up': True, 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'security_groups': ['000d2d12-5d0e-47bf-8a89-c5a038b16e4d']}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:44:23.229154 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-60daa500-0928-4393-8184-2ad918e45b3e tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Made reservation on behalf of 3b3caaf70e4a491c8eafa684e6f8930e for: {'port': 1} {{(pid=93891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:44:23.232660 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-60daa500-0928-4393-8184-2ad918e45b3e tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:23.363143 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-60daa500-0928-4393-8184-2ad918e45b3e tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Allocated IP 172.20.0.6 (9ab7433b-1716-421d-bc0a-cb67ae511239/6db17a4e-a1ff-4d18-aaa1-a0d95360b082/c08d2ca0-dce8-40f9-a633-9f83a36aa1f9) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:44:23.509213 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-60daa500-0928-4393-8184-2ad918e45b3e tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:23.523555 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-60daa500-0928-4393-8184-2ad918e45b3e tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Transition to ACTIVE for port object c08d2ca0-dce8-40f9-a633-9f83a36aa1f9 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:44:23.557518 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-60daa500-0928-4393-8184-2ad918e45b3e tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:23.597645 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-60daa500-0928-4393-8184-2ad918e45b3e tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Network 9ab7433b-1716-421d-bc0a-cb67ae511239 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:44:23.602558 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-60daa500-0928-4393-8184-2ad918e45b3e tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:44:23.606135 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-60daa500-0928-4393-8184-2ad918e45b3e tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:44:23.612658 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60daa500-0928-4393-8184-2ad918e45b3e tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Pushing event updated for resources: {'Port': ['ID=c08d2ca0-dce8-40f9-a633-9f83a36aa1f9,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:23.639493 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60daa500-0928-4393-8184-2ad918e45b3e tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:23.639831 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60daa500-0928-4393-8184-2ad918e45b3e tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:23.640148 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60daa500-0928-4393-8184-2ad918e45b3e tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:23.640480 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60daa500-0928-4393-8184-2ad918e45b3e tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:23.640798 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60daa500-0928-4393-8184-2ad918e45b3e tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:23.641117 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60daa500-0928-4393-8184-2ad918e45b3e tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:23.641431 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60daa500-0928-4393-8184-2ad918e45b3e tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:23.641748 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60daa500-0928-4393-8184-2ad918e45b3e tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:23.642063 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60daa500-0928-4393-8184-2ad918e45b3e tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:23.642371 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60daa500-0928-4393-8184-2ad918e45b3e tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:23.642699 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60daa500-0928-4393-8184-2ad918e45b3e tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:23.643003 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60daa500-0928-4393-8184-2ad918e45b3e tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:23.670365 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-60daa500-0928-4393-8184-2ad918e45b3e tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:23.670993 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-60daa500-0928-4393-8184-2ad918e45b3e tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:23.689000 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-60daa500-0928-4393-8184-2ad918e45b3e tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5822721 Aug 27 03:44:23.701431 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-500be90f-a994-4bde-81ca-e1dcc10b61da tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93891) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:44:23.702371 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-500be90f-a994-4bde-81ca-e1dcc10b61da tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052907 Aug 27 03:44:23.767689 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-1a1578c9-506e-4c75-ad58-e7d8fa86d84c service neutron] Request body: {'port': {'device_id': '750ab0df-18d4-40ff-bd93-a92231f88a29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:44:23.834516 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-1a1578c9-506e-4c75-ad58-e7d8fa86d84c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:23.838809 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-13f662b7-2d97-40b4-98c2-fe892b6a4bee None None] Provisioning for port c08d2ca0-dce8-40f9-a633-9f83a36aa1f9 completed by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:44:23.842742 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-13f662b7-2d97-40b4-98c2-fe892b6a4bee None None] Provisioning complete for port c08d2ca0-dce8-40f9-a633-9f83a36aa1f9 triggered by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:44:23.843108 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-13f662b7-2d97-40b4-98c2-fe892b6a4bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:23.876168 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-13f662b7-2d97-40b4-98c2-fe892b6a4bee None None] Port c08d2ca0-dce8-40f9-a633-9f83a36aa1f9 cannot update to ACTIVE because it is not bound. {{(pid=93892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:44:24.117751 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-1a1578c9-506e-4c75-ad58-e7d8fa86d84c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c08d2ca0-dce8-40f9-a633-9f83a36aa1f9 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:44:24.126237 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-1a1578c9-506e-4c75-ad58-e7d8fa86d84c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:24.138881 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:24.139972 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-1a1578c9-506e-4c75-ad58-e7d8fa86d84c service neutron] Transition to ACTIVE for port object c08d2ca0-dce8-40f9-a633-9f83a36aa1f9 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:44:24.144016 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-1a1578c9-506e-4c75-ad58-e7d8fa86d84c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8458856'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:24.218605 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1578c9-506e-4c75-ad58-e7d8fa86d84c service neutron] Pushing event updated for resources: {'Port': ['ID=c08d2ca0-dce8-40f9-a633-9f83a36aa1f9,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:24.276876 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc40243-6bc7-43eb-bbf5-4ee09fbd94aa req-c5c6b760-577c-44bf-980c-dea5d78d6e7e tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:24.278402 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1cc40243-6bc7-43eb-bbf5-4ee09fbd94aa req-c5c6b760-577c-44bf-980c-dea5d78d6e7e tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=750ab0df-18d4-40ff-bd93-a92231f88a29 HTTP/1.1" status: 200 len: 943 time: 0.1122484 Aug 27 03:44:24.335044 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-1a1578c9-506e-4c75-ad58-e7d8fa86d84c service neutron] Attempting to bind port c08d2ca0-dce8-40f9-a633-9f83a36aa1f9 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:44:24.335416 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-1a1578c9-506e-4c75-ad58-e7d8fa86d84c service neutron] Attempting to bind port c08d2ca0-dce8-40f9-a633-9f83a36aa1f9 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'ce8f3126-1a54-42bf-87c7-124b21dece55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:44:24.335752 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-1a1578c9-506e-4c75-ad58-e7d8fa86d84c service neutron] Attempting to bind port c08d2ca0-dce8-40f9-a633-9f83a36aa1f9 on network 9ab7433b-1716-421d-bc0a-cb67ae511239 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:44:24.344296 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1cc40243-6bc7-43eb-bbf5-4ee09fbd94aa req-50549c84-fa52-4a95-b66c-ac63783367ff tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/security-groups?id=000d2d12-5d0e-47bf-8a89-c5a038b16e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550582 Aug 27 03:44:24.345330 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-1a1578c9-506e-4c75-ad58-e7d8fa86d84c service neutron] Port c08d2ca0-dce8-40f9-a633-9f83a36aa1f9 on network 9ab7433b-1716-421d-bc0a-cb67ae511239 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:44:24.345642 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-1a1578c9-506e-4c75-ad58-e7d8fa86d84c service neutron] Attempting to bind port c08d2ca0-dce8-40f9-a633-9f83a36aa1f9 on network 9ab7433b-1716-421d-bc0a-cb67ae511239 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:44:24.353217 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-1a1578c9-506e-4c75-ad58-e7d8fa86d84c service neutron] Checking agent: {'id': '24f718bb-5cbe-4fbb-a277-c3e337c88f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 27, 23), 'started_at': datetime.datetime(2021, 8, 27, 3, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:44:24.354089 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-1a1578c9-506e-4c75-ad58-e7d8fa86d84c service neutron] Checking segment: {'id': 'ce8f3126-1a54-42bf-87c7-124b21dece55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:44:24.354089 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-1a1578c9-506e-4c75-ad58-e7d8fa86d84c service neutron] Bound using segment: {'id': 'ce8f3126-1a54-42bf-87c7-124b21dece55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:44:24.354344 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-1a1578c9-506e-4c75-ad58-e7d8fa86d84c service neutron] Bound port: c08d2ca0-dce8-40f9-a633-9f83a36aa1f9, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8f3126-1a54-42bf-87c7-124b21dece55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:44:24.354725 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-1a1578c9-506e-4c75-ad58-e7d8fa86d84c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:24.419869 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-1a1578c9-506e-4c75-ad58-e7d8fa86d84c service neutron] For port c08d2ca0-dce8-40f9-a633-9f83a36aa1f9, host hv-cinder-80473, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:44:24.423366 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-1a1578c9-506e-4c75-ad58-e7d8fa86d84c service neutron] For port c08d2ca0-dce8-40f9-a633-9f83a36aa1f9, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c08d2ca0-dce8-40f9-a633-9f83a36aa1f9,segment=NetworkSegment(ce8f3126-1a54-42bf-87c7-124b21dece55),segment_id=ce8f3126-1a54-42bf-87c7-124b21dece55)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:44:24.430751 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-1a1578c9-506e-4c75-ad58-e7d8fa86d84c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8458856'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:24.469024 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-1a1578c9-506e-4c75-ad58-e7d8fa86d84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:24.469625 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-1a1578c9-506e-4c75-ad58-e7d8fa86d84c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:24.470982 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-1a1578c9-506e-4c75-ad58-e7d8fa86d84c service neutron] 10.222.0.63 "PUT /v2.0/ports/c08d2ca0-dce8-40f9-a633-9f83a36aa1f9 HTTP/1.1" status: 200 len: 1093 time: 0.7601526 Aug 27 03:44:24.471480 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750ab0df-18d4-40ff-bd93-a92231f88a29', 'tag': 'c08d2ca0-dce8-40f9-a633-9f83a36aa1f9'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:44:24.473786 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5db798dbfc6723b72cacb44784ab66cf68bec91175074e332c63962bd4ba80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24a2a6a-d9fb-4fac-b4fe-e1fdfb482481" -d '{"events": [{"name": "network-changed", "server_uuid": "750ab0df-18d4-40ff-bd93-a92231f88a29", "tag": "c08d2ca0-dce8-40f9-a633-9f83a36aa1f9"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:44:24.500447 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1578c9-506e-4c75-ad58-e7d8fa86d84c service neutron] Pushing event updated for resources: {'Port': ['ID=c08d2ca0-dce8-40f9-a633-9f83a36aa1f9,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:24.562502 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-aa58f8dc-ff72-4939-a660-af0265faafc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:24.565019 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-aa58f8dc-ff72-4939-a660-af0265faafc1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3b3caaf70e4a491c8eafa684e6f8930e&device_id=750ab0df-18d4-40ff-bd93-a92231f88a29 HTTP/1.1" status: 200 len: 1096 time: 0.0488420 Aug 27 03:44:24.584585 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d85df06-96d9-46c9-8286-acce14100c80 x-openstack-request-id: req-5d85df06-96d9-46c9-8286-acce14100c80 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:44:24.584881 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750ab0df-18d4-40ff-bd93-a92231f88a29", "tag": "c08d2ca0-dce8-40f9-a633-9f83a36aa1f9", "status": "completed", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:44:24.585129 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5d85df06-96d9-46c9-8286-acce14100c80 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:44:24.585519 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750ab0df-18d4-40ff-bd93-a92231f88a29', 'tag': 'c08d2ca0-dce8-40f9-a633-9f83a36aa1f9', 'status': 'completed', 'code': 200} Aug 27 03:44:24.614824 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-15ef5e6c-d0b1-4ac3-87b1-e687e7b61698 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c08d2ca0-dce8-40f9-a633-9f83a36aa1f9 HTTP/1.1" status: 200 len: 217 time: 0.0401053 Aug 27 03:44:24.667815 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-d14139f3-7e3f-4235-8736-65a437826ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:24.669291 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-d14139f3-7e3f-4235-8736-65a437826ee5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6db17a4e-a1ff-4d18-aaa1-a0d95360b082 HTTP/1.1" status: 200 len: 850 time: 0.0467503 Aug 27 03:44:24.719931 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-0c71089b-33e8-464d-bf07-e4e11cdda2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:24.721447 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-0c71089b-33e8-464d-bf07-e4e11cdda2a8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9ab7433b-1716-421d-bc0a-cb67ae511239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436928 Aug 27 03:44:24.818873 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-f84f9bef-6385-4865-99c7-467c989f1101 service neutron] 10.222.0.63 "GET /v2.0/networks/9ab7433b-1716-421d-bc0a-cb67ae511239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887578 Aug 27 03:44:24.912217 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-677d8e0d-5f65-47d4-84c8-c4a37dcb9f3b req-38dc3d6a-7ebc-4098-8970-2aa9ca76b2dc service neutron] 10.222.0.63 "GET /v2.0/networks/9ab7433b-1716-421d-bc0a-cb67ae511239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855134 Aug 27 03:44:25.006171 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a2a6a-d9fb-4fac-b4fe-e1fdfb482481 req-8e9974a6-a66e-4f11-b58e-b9aa687e4474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:25.007714 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b24a2a6a-d9fb-4fac-b4fe-e1fdfb482481 req-8e9974a6-a66e-4f11-b58e-b9aa687e4474 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3b3caaf70e4a491c8eafa684e6f8930e&device_id=750ab0df-18d4-40ff-bd93-a92231f88a29 HTTP/1.1" status: 200 len: 1096 time: 0.0426881 Aug 27 03:44:25.110034 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a2a6a-d9fb-4fac-b4fe-e1fdfb482481 req-1dee9a47-d096-4d50-98e2-e9189867136e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:25.111557 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b24a2a6a-d9fb-4fac-b4fe-e1fdfb482481 req-1dee9a47-d096-4d50-98e2-e9189867136e service neutron] 10.222.0.63 "GET /v2.0/networks?id=9ab7433b-1716-421d-bc0a-cb67ae511239 HTTP/1.1" status: 200 len: 912 time: 0.0962770 Aug 27 03:44:25.161303 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b24a2a6a-d9fb-4fac-b4fe-e1fdfb482481 req-9bdaf9db-3afc-4f11-88b8-826ac6168c04 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c08d2ca0-dce8-40f9-a633-9f83a36aa1f9 HTTP/1.1" status: 200 len: 217 time: 0.0414124 Aug 27 03:44:25.225477 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a2a6a-d9fb-4fac-b4fe-e1fdfb482481 req-08fb192a-4222-4a14-8c08-71f39aa531d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:25.226933 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b24a2a6a-d9fb-4fac-b4fe-e1fdfb482481 req-08fb192a-4222-4a14-8c08-71f39aa531d1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6db17a4e-a1ff-4d18-aaa1-a0d95360b082 HTTP/1.1" status: 200 len: 850 time: 0.0581894 Aug 27 03:44:25.278048 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a2a6a-d9fb-4fac-b4fe-e1fdfb482481 req-6bd0a7fe-0148-4d87-b9f1-d4ba9d146e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:25.279577 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b24a2a6a-d9fb-4fac-b4fe-e1fdfb482481 req-6bd0a7fe-0148-4d87-b9f1-d4ba9d146e54 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9ab7433b-1716-421d-bc0a-cb67ae511239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450253 Aug 27 03:44:25.375590 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b24a2a6a-d9fb-4fac-b4fe-e1fdfb482481 req-4aab4a10-ecfa-4729-a2c6-3983625e6ac0 service neutron] 10.222.0.63 "GET /v2.0/networks/9ab7433b-1716-421d-bc0a-cb67ae511239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882652 Aug 27 03:44:25.512690 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b9e0f-f0d8-4378-abb6-2f35f84c4618 req-9a9a6269-b7e2-41f5-ba14-8d487beadc23 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:25.514053 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d62b9e0f-f0d8-4378-abb6-2f35f84c4618 req-9a9a6269-b7e2-41f5-ba14-8d487beadc23 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=750ab0df-18d4-40ff-bd93-a92231f88a29 HTTP/1.1" status: 200 len: 943 time: 0.0828247 Aug 27 03:44:25.516373 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b24a2a6a-d9fb-4fac-b4fe-e1fdfb482481 req-8624d4fa-f628-40aa-8a56-2c705a1720e1 service neutron] 10.222.0.63 "GET /v2.0/networks/9ab7433b-1716-421d-bc0a-cb67ae511239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318762 Aug 27 03:44:25.559760 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d62b9e0f-f0d8-4378-abb6-2f35f84c4618 req-30d56384-9405-4e53-aede-27fadb376373 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/security-groups?id=000d2d12-5d0e-47bf-8a89-c5a038b16e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375469 Aug 27 03:44:26.694028 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776658f-b5fd-47c0-a814-b73b058908a2 req-e19c23f9-7b1e-4983-af4e-e09acc20d016 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:26.695509 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2776658f-b5fd-47c0-a814-b73b058908a2 req-e19c23f9-7b1e-4983-af4e-e09acc20d016 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=750ab0df-18d4-40ff-bd93-a92231f88a29 HTTP/1.1" status: 200 len: 943 time: 0.0570703 Aug 27 03:44:26.738195 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2776658f-b5fd-47c0-a814-b73b058908a2 req-54e3a588-9c74-4916-b838-358343e9f718 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/security-groups?id=000d2d12-5d0e-47bf-8a89-c5a038b16e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332077 Aug 27 03:44:27.866022 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4c730-0640-4d27-9280-ddcf556152bf req-76b58c82-acf5-43aa-bfca-5f3133e8e056 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:27.867591 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-21c4c730-0640-4d27-9280-ddcf556152bf req-76b58c82-acf5-43aa-bfca-5f3133e8e056 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=750ab0df-18d4-40ff-bd93-a92231f88a29 HTTP/1.1" status: 200 len: 943 time: 0.0559893 Aug 27 03:44:27.910440 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-21c4c730-0640-4d27-9280-ddcf556152bf req-067b8e69-12f7-4ccc-a188-c7dc00864614 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/security-groups?id=000d2d12-5d0e-47bf-8a89-c5a038b16e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367541 Aug 27 03:44:29.049653 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d50ea-1f9e-4259-8b2a-d11f506e62c8 req-6901afb9-66f5-4427-b24f-45eea5c4e4c8 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:29.051583 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8d1d50ea-1f9e-4259-8b2a-d11f506e62c8 req-6901afb9-66f5-4427-b24f-45eea5c4e4c8 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=750ab0df-18d4-40ff-bd93-a92231f88a29 HTTP/1.1" status: 200 len: 943 time: 0.0622594 Aug 27 03:44:29.092438 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-8d1d50ea-1f9e-4259-8b2a-d11f506e62c8 req-d9acdd4c-a5b9-4d58-9af9-b3611509152c tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/security-groups?id=000d2d12-5d0e-47bf-8a89-c5a038b16e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314550 Aug 27 03:44:30.232182 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aaa584-0cee-4bfb-b229-883dc864f2b7 req-a8697886-4e8e-4d27-9505-b4a3e72bc8cf tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:30.233721 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-45aaa584-0cee-4bfb-b229-883dc864f2b7 req-a8697886-4e8e-4d27-9505-b4a3e72bc8cf tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=750ab0df-18d4-40ff-bd93-a92231f88a29 HTTP/1.1" status: 200 len: 943 time: 0.0567281 Aug 27 03:44:30.278024 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-45aaa584-0cee-4bfb-b229-883dc864f2b7 req-d2972548-14d2-495c-a6d9-f1c987e5f792 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/security-groups?id=000d2d12-5d0e-47bf-8a89-c5a038b16e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353575 Aug 27 03:44:31.418685 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae93f64-1e63-455a-9e7c-afe28f5775b5 req-f2a3a9a4-b088-4d0d-9c6e-8223e17ee095 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:31.420197 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cae93f64-1e63-455a-9e7c-afe28f5775b5 req-f2a3a9a4-b088-4d0d-9c6e-8223e17ee095 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=750ab0df-18d4-40ff-bd93-a92231f88a29 HTTP/1.1" status: 200 len: 943 time: 0.0602355 Aug 27 03:44:31.459686 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cae93f64-1e63-455a-9e7c-afe28f5775b5 req-89e09c45-e703-4b5e-92b0-8a9f362745bf tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/security-groups?id=000d2d12-5d0e-47bf-8a89-c5a038b16e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329621 Aug 27 03:44:31.872415 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device c08d2ca0-dce8-40f9-a633-9f83a36aa1f9 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=93892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:44:31.984455 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port c08d2ca0-dce8-40f9-a633-9f83a36aa1f9, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c08d2ca0-dce8-40f9-a633-9f83a36aa1f9,segment=NetworkSegment(ce8f3126-1a54-42bf-87c7-124b21dece55),segment_id=ce8f3126-1a54-42bf-87c7-124b21dece55)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:44:31.996460 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Returning: {'device': 'c08d2ca0-dce8-40f9-a633-9f83a36aa1f9', 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239', 'port_id': 'c08d2ca0-dce8-40f9-a633-9f83a36aa1f9', 'mac_address': 'fa:16:3e:33:18:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:44:32.034033 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:32.046658 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c08d2ca0-dce8-40f9-a633-9f83a36aa1f9 {{(pid=93892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:44:32.066043 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port c08d2ca0-dce8-40f9-a633-9f83a36aa1f9, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c08d2ca0-dce8-40f9-a633-9f83a36aa1f9,segment=NetworkSegment(ce8f3126-1a54-42bf-87c7-124b21dece55),segment_id=ce8f3126-1a54-42bf-87c7-124b21dece55)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:44:32.073077 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:32.128058 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=c08d2ca0-dce8-40f9-a633-9f83a36aa1f9,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:32.340754 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] get_ports_and_sgs() called for port_ids ['c08d2ca0-dce8-40f9-a633-9f83a36aa1f9'] {{(pid=93892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:44:32.579377 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabf1bc-401c-4636-b1f2-385c86fd7b05 req-2713749f-c7ba-434b-9f87-f1a36eba0710 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:32.580897 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6fabf1bc-401c-4636-b1f2-385c86fd7b05 req-2713749f-c7ba-434b-9f87-f1a36eba0710 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=750ab0df-18d4-40ff-bd93-a92231f88a29 HTTP/1.1" status: 200 len: 944 time: 0.0510912 Aug 27 03:44:32.619383 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6fabf1bc-401c-4636-b1f2-385c86fd7b05 req-d8f709d1-6787-4620-99a7-4fd5d45551c2 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/security-groups?id=000d2d12-5d0e-47bf-8a89-c5a038b16e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318875 Aug 27 03:44:33.763981 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87173b22-515a-4b8e-b9cf-adba5db14e75 req-711ed82c-a3b8-4012-b927-e428df525749 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:33.765526 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-87173b22-515a-4b8e-b9cf-adba5db14e75 req-711ed82c-a3b8-4012-b927-e428df525749 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=750ab0df-18d4-40ff-bd93-a92231f88a29 HTTP/1.1" status: 200 len: 944 time: 0.0574996 Aug 27 03:44:33.808736 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-87173b22-515a-4b8e-b9cf-adba5db14e75 req-c8644f58-739b-46d3-b307-524aeafe36bf tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/security-groups?id=000d2d12-5d0e-47bf-8a89-c5a038b16e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365813 Aug 27 03:44:33.887262 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device c08d2ca0-dce8-40f9-a633-9f83a36aa1f9 up at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:44:33.952046 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Provisioning for port c08d2ca0-dce8-40f9-a633-9f83a36aa1f9 completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:44:33.956302 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Provisioning complete for port c08d2ca0-dce8-40f9-a633-9f83a36aa1f9 triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:44:33.956674 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:34.034049 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:34.057504 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750ab0df-18d4-40ff-bd93-a92231f88a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08d2ca0-dce8-40f9-a633-9f83a36aa1f9'}] {{(pid=93892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:44:34.059866 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b63a46784ce0c86216665a107eadf653c768d6aaa0a676db5e2e070eb4240c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2da6943-b407-44ce-95fb-0482df167f57" -d '{"events": [{"server_uuid": "750ab0df-18d4-40ff-bd93-a92231f88a29", "name": "network-vif-plugged", "status": "completed", "tag": "c08d2ca0-dce8-40f9-a633-9f83a36aa1f9"}]}' {{(pid=93892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:44:34.074595 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port c08d2ca0-dce8-40f9-a633-9f83a36aa1f9, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c08d2ca0-dce8-40f9-a633-9f83a36aa1f9,segment=NetworkSegment(ce8f3126-1a54-42bf-87c7-124b21dece55),segment_id=ce8f3126-1a54-42bf-87c7-124b21dece55)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:44:34.079577 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:34.131948 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=c08d2ca0-dce8-40f9-a633-9f83a36aa1f9,revision_number=5']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:34.157675 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c20bcc-4244-43d4-9281-8fcc8377d68e x-openstack-request-id: req-81c20bcc-4244-43d4-9281-8fcc8377d68e {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:44:34.157970 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750ab0df-18d4-40ff-bd93-a92231f88a29", "name": "network-vif-plugged", "status": "completed", "tag": "c08d2ca0-dce8-40f9-a633-9f83a36aa1f9", "code": 200}]} {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:44:34.158224 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-81c20bcc-4244-43d4-9281-8fcc8377d68e {{(pid=93892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:44:34.158610 dv-cinder-804735-2-iscsi neutron-server[93892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750ab0df-18d4-40ff-bd93-a92231f88a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08d2ca0-dce8-40f9-a633-9f83a36aa1f9', 'code': 200} Aug 27 03:44:34.674157 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c55c33-55a9-4332-8bff-ba8145e330e4 req-e41b968d-cf6b-41ec-aa49-3400a7528b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:34.677280 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-98c55c33-55a9-4332-8bff-ba8145e330e4 req-e41b968d-cf6b-41ec-aa49-3400a7528b84 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=750ab0df-18d4-40ff-bd93-a92231f88a29 HTTP/1.1" status: 200 len: 1098 time: 0.3201804 Aug 27 03:44:34.721156 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-98c55c33-55a9-4332-8bff-ba8145e330e4 req-72443470-928c-4b22-96fb-5de098b68eb4 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=000d2d12-5d0e-47bf-8a89-c5a038b16e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352952 Aug 27 03:44:34.936750 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e0d50-3c03-42eb-8da4-158b44b65a15 req-29682a65-b13f-4c9a-8e16-e32c451dd1b2 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:34.937922 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-492e0d50-3c03-42eb-8da4-158b44b65a15 req-29682a65-b13f-4c9a-8e16-e32c451dd1b2 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=750ab0df-18d4-40ff-bd93-a92231f88a29 HTTP/1.1" status: 200 len: 945 time: 0.0528598 Aug 27 03:44:34.978214 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-492e0d50-3c03-42eb-8da4-158b44b65a15 req-e4962965-88f5-42a0-b348-e2d4a068c619 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/security-groups?id=000d2d12-5d0e-47bf-8a89-c5a038b16e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339122 Aug 27 03:44:36.125383 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20d72c-415b-4ad2-ab9d-5edc394aa64a req-9332bd10-60b4-4d0c-8ca1-d41520057746 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:36.126892 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-fc20d72c-415b-4ad2-ab9d-5edc394aa64a req-9332bd10-60b4-4d0c-8ca1-d41520057746 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=750ab0df-18d4-40ff-bd93-a92231f88a29 HTTP/1.1" status: 200 len: 945 time: 0.0646977 Aug 27 03:44:36.169062 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-fc20d72c-415b-4ad2-ab9d-5edc394aa64a req-9a2f2f68-3a06-4329-9461-c18702fdc919 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/security-groups?id=000d2d12-5d0e-47bf-8a89-c5a038b16e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352502 Aug 27 03:44:36.290185 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17074e36-f3e0-4bd5-98d8-aad30d6615ba req-664f0b37-d77b-48c1-ba56-d2d96b8ad747 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:36.291649 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-17074e36-f3e0-4bd5-98d8-aad30d6615ba req-664f0b37-d77b-48c1-ba56-d2d96b8ad747 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=750ab0df-18d4-40ff-bd93-a92231f88a29 HTTP/1.1" status: 200 len: 945 time: 0.0551569 Aug 27 03:44:36.331601 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-17074e36-f3e0-4bd5-98d8-aad30d6615ba req-e5263da2-b8ae-4db1-9039-456301e7e973 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/security-groups?id=000d2d12-5d0e-47bf-8a89-c5a038b16e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336061 Aug 27 03:44:36.360290 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 60956) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:44:36.459182 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8c6b32-abbf-4b79-9dc0-17c35e9bf4de tempest-TestVolumeBootPattern-1010962966 tempest-TestVolumeBootPattern-1010962966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:36.460926 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-2c8c6b32-abbf-4b79-9dc0-17c35e9bf4de tempest-TestVolumeBootPattern-1010962966 tempest-TestVolumeBootPattern-1010962966-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=750ab0df-18d4-40ff-bd93-a92231f88a29 HTTP/1.1" status: 200 len: 1093 time: 0.0992966 Aug 27 03:44:36.466019 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 60960) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:44:36.473322 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-348b0752-0570-4f8e-aa31-b94552b5b6e5 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Request body: {'floatingip': {'floating_network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'port_id': 'c08d2ca0-dce8-40f9-a633-9f83a36aa1f9', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:44:36.509668 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-348b0752-0570-4f8e-aa31-b94552b5b6e5 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks [] for floatingip, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:36.629734 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-348b0752-0570-4f8e-aa31-b94552b5b6e5 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:36.748251 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-348b0752-0570-4f8e-aa31-b94552b5b6e5 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Allocated IP 172.27.0.171 (239ea516-19ad-4308-8c8f-3a956c00c66f/240b09d3-e621-4049-93c9-64b8f5a60ad0/7a0ca784-aa0f-4f87-ade2-ee3815aa05fb) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:44:36.857285 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-348b0752-0570-4f8e-aa31-b94552b5b6e5 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:36.898140 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-348b0752-0570-4f8e-aa31-b94552b5b6e5 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9123015'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:36.938790 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348b0752-0570-4f8e-aa31-b94552b5b6e5 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Network 239ea516-19ad-4308-8c8f-3a956c00c66f is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:44:36.945837 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-348b0752-0570-4f8e-aa31-b94552b5b6e5 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:44:36.954994 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348b0752-0570-4f8e-aa31-b94552b5b6e5 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:44:36.960221 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b0752-0570-4f8e-aa31-b94552b5b6e5 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Pushing event updated for resources: {'Port': ['ID=7a0ca784-aa0f-4f87-ade2-ee3815aa05fb,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:36.987746 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b0752-0570-4f8e-aa31-b94552b5b6e5 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:36.988084 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b0752-0570-4f8e-aa31-b94552b5b6e5 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:36.988414 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b0752-0570-4f8e-aa31-b94552b5b6e5 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:36.988737 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b0752-0570-4f8e-aa31-b94552b5b6e5 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:36.989052 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b0752-0570-4f8e-aa31-b94552b5b6e5 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:36.989369 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b0752-0570-4f8e-aa31-b94552b5b6e5 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:36.989697 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b0752-0570-4f8e-aa31-b94552b5b6e5 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:36.990000 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b0752-0570-4f8e-aa31-b94552b5b6e5 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:36.990311 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b0752-0570-4f8e-aa31-b94552b5b6e5 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:36.990631 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b0752-0570-4f8e-aa31-b94552b5b6e5 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:36.990938 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b0752-0570-4f8e-aa31-b94552b5b6e5 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:36.991247 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b0752-0570-4f8e-aa31-b94552b5b6e5 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:37.356564 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-348b0752-0570-4f8e-aa31-b94552b5b6e5 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:37.429043 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-348b0752-0570-4f8e-aa31-b94552b5b6e5 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:37.580514 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-348b0752-0570-4f8e-aa31-b94552b5b6e5 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:37.586414 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-348b0752-0570-4f8e-aa31-b94552b5b6e5 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9123038'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:37.652467 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b0752-0570-4f8e-aa31-b94552b5b6e5 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Pushing event updated for resources: {'Port': ['ID=7a0ca784-aa0f-4f87-ade2-ee3815aa05fb,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:37.665608 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-348b0752-0570-4f8e-aa31-b94552b5b6e5 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456017'] for floatingip, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:37.773978 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.db.l3_db [None req-348b0752-0570-4f8e-aa31-b94552b5b6e5 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Floating IP 78c09ed3-1c53-4bb4-ae5f-ea6607c50b95 associated. External IP: 172.27.0.171, port: c08d2ca0-dce8-40f9-a633-9f83a36aa1f9. Aug 27 03:44:37.984526 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-348b0752-0570-4f8e-aa31-b94552b5b6e5 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Router 66fca0f4-9f89-46c9-8f85-376bb425b074 has already been hosted by L3 agent 531130d0-1c3c-4def-a74a-055fb8373853 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:44:38.102502 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348b0752-0570-4f8e-aa31-b94552b5b6e5 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify agent at l3_agent.dv-cinder-804735-2-iscsi the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:44:38.112891 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274dfbf7-efec-48d6-a26f-3e7a78251f5e None None] Sync routers for ids ['66fca0f4-9f89-46c9-8f85-376bb425b074'] in dv-cinder-804735-2-iscsi {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:44:38.120797 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-348b0752-0570-4f8e-aa31-b94552b5b6e5 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:38.123135 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274dfbf7-efec-48d6-a26f-3e7a78251f5e None None] Routers {'66fca0f4-9f89-46c9-8f85-376bb425b074'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:44:38.124130 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-274dfbf7-efec-48d6-a26f-3e7a78251f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:44:17Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['66fca0f4-9f89-46c9-8f85-376bb425b074'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:44:38.148583 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-348b0752-0570-4f8e-aa31-b94552b5b6e5 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6812115 Aug 27 03:44:38.149198 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750ab0df-18d4-40ff-bd93-a92231f88a29', 'tag': 'c08d2ca0-dce8-40f9-a633-9f83a36aa1f9'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:44:38.151691 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}755905221a1e0f69e4370b1ec2ad9bde0bcbe0fd3cc794ff6c7e2d34909de1ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2822222c-4f50-499b-aae5-6f2472289652" -d '{"events": [{"name": "network-changed", "server_uuid": "750ab0df-18d4-40ff-bd93-a92231f88a29", "tag": "c08d2ca0-dce8-40f9-a633-9f83a36aa1f9"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:44:38.242177 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-274dfbf7-efec-48d6-a26f-3e7a78251f5e None None] Set router 66fca0f4-9f89-46c9-8f85-376bb425b074 gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:44:38.247256 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7a8003-2ebe-455f-82d9-78e133fa25d6 x-openstack-request-id: req-2d7a8003-2ebe-455f-82d9-78e133fa25d6 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:44:38.247575 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750ab0df-18d4-40ff-bd93-a92231f88a29", "tag": "c08d2ca0-dce8-40f9-a633-9f83a36aa1f9", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:44:38.247828 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2d7a8003-2ebe-455f-82d9-78e133fa25d6 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:44:38.248230 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750ab0df-18d4-40ff-bd93-a92231f88a29', 'tag': 'c08d2ca0-dce8-40f9-a633-9f83a36aa1f9', 'status': 'completed', 'code': 200} Aug 27 03:44:38.315182 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822222c-4f50-499b-aae5-6f2472289652 req-6a5a094a-a340-4a28-b88a-3186e62b5fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:38.316741 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2822222c-4f50-499b-aae5-6f2472289652 req-6a5a094a-a340-4a28-b88a-3186e62b5fb3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3b3caaf70e4a491c8eafa684e6f8930e&device_id=750ab0df-18d4-40ff-bd93-a92231f88a29 HTTP/1.1" status: 200 len: 1098 time: 0.0448751 Aug 27 03:44:38.406735 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822222c-4f50-499b-aae5-6f2472289652 req-d9d02f50-c607-459c-b21f-1e1eb86d59a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:38.407967 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2822222c-4f50-499b-aae5-6f2472289652 req-d9d02f50-c607-459c-b21f-1e1eb86d59a5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=9ab7433b-1716-421d-bc0a-cb67ae511239 HTTP/1.1" status: 200 len: 912 time: 0.0834217 Aug 27 03:44:38.476268 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-274dfbf7-efec-48d6-a26f-3e7a78251f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'name': 'tempest-TestVolumeBootPattern-589027000-router', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:43:57Z', 'revision_number': 4, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'gw_port': {'id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:aa:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_floatingips': [{'id': '78c09ed3-1c53-4bb4-ae5f-ea6607c50b95', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'router_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'port_id': 'c08d2ca0-dce8-40f9-a633-9f83a36aa1f9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239', 'mac_address': 'fa:16:3e:33:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750ab0df-18d4-40ff-bd93-a92231f88a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:44:37Z', 'updated_at': '2021-08-27T03:44:37Z', 'revision_number': 0, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9022a512-90b5-4fad-92c8-672ddd625ccd', 'name': '', 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'mac_address': 'fa:16:3e:6f:57:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:56Z', 'updated_at': '2021-08-27T03:44:02Z', 'revision_number': 5, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'subnets': [{'id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:44:38.476671 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2822222c-4f50-499b-aae5-6f2472289652 req-0cf02bb0-79f3-41e3-a41a-2606be9c3c78 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c08d2ca0-dce8-40f9-a633-9f83a36aa1f9 HTTP/1.1" status: 200 len: 999 time: 0.0604303 Aug 27 03:44:38.506729 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274dfbf7-efec-48d6-a26f-3e7a78251f5e None None] Checking router: 66fca0f4-9f89-46c9-8f85-376bb425b074 for host: dv-cinder-804735-2-iscsi {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:44:38.515883 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274dfbf7-efec-48d6-a26f-3e7a78251f5e None None] Routers {'66fca0f4-9f89-46c9-8f85-376bb425b074'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:44:38.516495 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-274dfbf7-efec-48d6-a26f-3e7a78251f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:44:17Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['66fca0f4-9f89-46c9-8f85-376bb425b074'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:44:38.525926 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822222c-4f50-499b-aae5-6f2472289652 req-71b8c270-7e98-4318-afa6-3ff85fe6cb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:38.527418 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2822222c-4f50-499b-aae5-6f2472289652 req-71b8c270-7e98-4318-afa6-3ff85fe6cb87 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6db17a4e-a1ff-4d18-aaa1-a0d95360b082 HTTP/1.1" status: 200 len: 850 time: 0.0434017 Aug 27 03:44:38.579212 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822222c-4f50-499b-aae5-6f2472289652 req-b439bb84-5ccb-4f60-ae1f-8cb1b27e21c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:38.580851 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2822222c-4f50-499b-aae5-6f2472289652 req-b439bb84-5ccb-4f60-ae1f-8cb1b27e21c1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9ab7433b-1716-421d-bc0a-cb67ae511239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422873 Aug 27 03:44:38.617216 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-274dfbf7-efec-48d6-a26f-3e7a78251f5e None None] Set router 66fca0f4-9f89-46c9-8f85-376bb425b074 gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:44:38.675860 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2822222c-4f50-499b-aae5-6f2472289652 req-c9958cdb-f66c-43bf-ac6c-479878a3b459 service neutron] 10.222.0.63 "GET /v2.0/networks/9ab7433b-1716-421d-bc0a-cb67ae511239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862522 Aug 27 03:44:38.773101 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2822222c-4f50-499b-aae5-6f2472289652 req-87d8b641-36a0-4372-8352-7137562ad027 service neutron] 10.222.0.63 "GET /v2.0/networks/9ab7433b-1716-421d-bc0a-cb67ae511239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896690 Aug 27 03:44:38.847034 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-274dfbf7-efec-48d6-a26f-3e7a78251f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'name': 'tempest-TestVolumeBootPattern-589027000-router', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:43:57Z', 'revision_number': 4, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'gw_port': {'id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:aa:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_floatingips': [{'id': '78c09ed3-1c53-4bb4-ae5f-ea6607c50b95', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'router_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'port_id': 'c08d2ca0-dce8-40f9-a633-9f83a36aa1f9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239', 'mac_address': 'fa:16:3e:33:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750ab0df-18d4-40ff-bd93-a92231f88a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:44:37Z', 'updated_at': '2021-08-27T03:44:37Z', 'revision_number': 0, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9022a512-90b5-4fad-92c8-672ddd625ccd', 'name': '', 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'mac_address': 'fa:16:3e:6f:57:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:56Z', 'updated_at': '2021-08-27T03:44:02Z', 'revision_number': 5, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'subnets': [{'id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:44:38.873142 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274dfbf7-efec-48d6-a26f-3e7a78251f5e None None] The sync data for ids ['66fca0f4-9f89-46c9-8f85-376bb425b074'] in dv-cinder-804735-2-iscsi is: [{'id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'name': 'tempest-TestVolumeBootPattern-589027000-router', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:43:57Z', 'revision_number': 4, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'gw_port': {'id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:aa:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_floatingips': [{'id': '78c09ed3-1c53-4bb4-ae5f-ea6607c50b95', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'router_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'port_id': 'c08d2ca0-dce8-40f9-a633-9f83a36aa1f9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239', 'mac_address': 'fa:16:3e:33:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750ab0df-18d4-40ff-bd93-a92231f88a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:44:37Z', 'updated_at': '2021-08-27T03:44:37Z', 'revision_number': 0, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9022a512-90b5-4fad-92c8-672ddd625ccd', 'name': '', 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'mac_address': 'fa:16:3e:6f:57:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:56Z', 'updated_at': '2021-08-27T03:44:02Z', 'revision_number': 5, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'subnets': [{'id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:44:39.088199 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5fc135-c29d-4c91-b865-0fa14280223c None None] New status for floating IP 78c09ed3-1c53-4bb4-ae5f-ea6607c50b95: ACTIVE {{(pid=93893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:44:44.901054 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-a7efad77-1491-46ce-91f4-8523bf8119ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:47.311945 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-95b3bae5-74e5-4918-be33-1d37cbf8be55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:47.511084 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:48.700225 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:50.237262 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:54.162156 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:56.409869 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [req-83771520-8b0c-4226-a48d-11d25671972c req-fd7e6299-dbfb-4fed-87ce-2d66b3f29b64 service neutron] (93890) timed out ('10.222.0.63', 53867) {{(pid=93890) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 03:44:59.054267 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 6 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:45:14.904370 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-fe461b90-9574-4f9d-be89-47afa1833d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:17.314488 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-09cefd57-e751-4d9e-ae19-6ffd92c80ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:17.515771 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:18.702560 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:20.242446 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:24.159692 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:32.487674 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-101bfc53-8ccc-4b9e-ba72-550e63abf5a1 req-a786fa0a-39fd-4cfc-8667-645b20436cef service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=750ab0df-18d4-40ff-bd93-a92231f88a29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457752 Aug 27 03:45:32.579988 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101bfc53-8ccc-4b9e-ba72-550e63abf5a1 req-06ec6da8-1945-457a-adee-d8cdc707bc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:45:32.581519 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-101bfc53-8ccc-4b9e-ba72-550e63abf5a1 req-06ec6da8-1945-457a-adee-d8cdc707bc23 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3b3caaf70e4a491c8eafa684e6f8930e&device_id=750ab0df-18d4-40ff-bd93-a92231f88a29 HTTP/1.1" status: 200 len: 1098 time: 0.0437803 Aug 27 03:45:32.688457 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101bfc53-8ccc-4b9e-ba72-550e63abf5a1 req-8abf874f-e844-4f43-aae0-55a4349afed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:45:32.689917 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-101bfc53-8ccc-4b9e-ba72-550e63abf5a1 req-8abf874f-e844-4f43-aae0-55a4349afed0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=9ab7433b-1716-421d-bc0a-cb67ae511239 HTTP/1.1" status: 200 len: 912 time: 0.0854280 Aug 27 03:45:32.760718 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-101bfc53-8ccc-4b9e-ba72-550e63abf5a1 req-2f9eb608-684d-4098-9e1e-0fa77792c1c2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c08d2ca0-dce8-40f9-a633-9f83a36aa1f9 HTTP/1.1" status: 200 len: 1001 time: 0.0618548 Aug 27 03:45:32.811665 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101bfc53-8ccc-4b9e-ba72-550e63abf5a1 req-724a8d4c-72cf-4b49-8bcb-70c72bfd1ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:45:32.813578 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-101bfc53-8ccc-4b9e-ba72-550e63abf5a1 req-724a8d4c-72cf-4b49-8bcb-70c72bfd1ca9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6db17a4e-a1ff-4d18-aaa1-a0d95360b082 HTTP/1.1" status: 200 len: 850 time: 0.0454252 Aug 27 03:45:32.863517 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101bfc53-8ccc-4b9e-ba72-550e63abf5a1 req-3441a38f-335b-4904-b554-d2d7be631b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:45:32.865032 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-101bfc53-8ccc-4b9e-ba72-550e63abf5a1 req-3441a38f-335b-4904-b554-d2d7be631b66 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9ab7433b-1716-421d-bc0a-cb67ae511239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431156 Aug 27 03:45:32.970171 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-101bfc53-8ccc-4b9e-ba72-550e63abf5a1 req-7ffabb5b-c792-444a-9469-b470dc1e8785 service neutron] 10.222.0.63 "GET /v2.0/networks/9ab7433b-1716-421d-bc0a-cb67ae511239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963554 Aug 27 03:45:33.073766 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-101bfc53-8ccc-4b9e-ba72-550e63abf5a1 req-363af513-19e0-428f-9fd0-61845a883031 service neutron] 10.222.0.63 "GET /v2.0/networks/9ab7433b-1716-421d-bc0a-cb67ae511239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937147 Aug 27 03:45:36.058362 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 6 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:45:44.906436 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2fd1672a-9400-4947-b565-a20efcb292e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:47.320151 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-b072f787-6aae-4681-b0c9-c5d5fdee4b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:47.523034 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:48.705978 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:50.245554 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:54.157114 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:13.060211 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 6 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:46:14.906141 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-e6710d0e-2b58-433a-8fb3-06506512c08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:17.321952 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-6c7a3b9b-20ed-47b1-8e5c-e9f818797421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:17.527271 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:18.709437 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:20.248138 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:21.254075 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [req-f1cc7582-1505-4a4d-ad32-ab31ba318197 req-31f90d78-cec1-4f08-86f4-ce7ad0f07daa service neutron] (93890) timed out ('10.222.0.63', 53834) {{(pid=93890) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 03:46:24.174006 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:33.458875 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-923e0313-c5fe-4c89-a5c2-79df5771af13 req-8cb50399-46e8-4c7e-a618-461b7fdc1dab service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=750ab0df-18d4-40ff-bd93-a92231f88a29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502551 Aug 27 03:46:33.573309 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e0313-c5fe-4c89-a5c2-79df5771af13 req-7a942af7-0294-4ab5-bd24-c83ee17093ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:33.575831 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-923e0313-c5fe-4c89-a5c2-79df5771af13 req-7a942af7-0294-4ab5-bd24-c83ee17093ee service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3b3caaf70e4a491c8eafa684e6f8930e&device_id=750ab0df-18d4-40ff-bd93-a92231f88a29 HTTP/1.1" status: 200 len: 1098 time: 0.0523441 Aug 27 03:46:33.683967 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e0313-c5fe-4c89-a5c2-79df5771af13 req-a2b2eafe-4555-4faa-bbb5-4bc8a3f8672c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:33.685480 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-923e0313-c5fe-4c89-a5c2-79df5771af13 req-a2b2eafe-4555-4faa-bbb5-4bc8a3f8672c service neutron] 10.222.0.63 "GET /v2.0/networks?id=9ab7433b-1716-421d-bc0a-cb67ae511239 HTTP/1.1" status: 200 len: 912 time: 0.0858037 Aug 27 03:46:33.756083 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-923e0313-c5fe-4c89-a5c2-79df5771af13 req-e29b1015-ba2c-43cf-8b55-82422eb9edef service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c08d2ca0-dce8-40f9-a633-9f83a36aa1f9 HTTP/1.1" status: 200 len: 1001 time: 0.0626769 Aug 27 03:46:33.813239 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e0313-c5fe-4c89-a5c2-79df5771af13 req-2e7952e7-5531-4938-a019-6cf7cb9eb4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:33.815081 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-923e0313-c5fe-4c89-a5c2-79df5771af13 req-2e7952e7-5531-4938-a019-6cf7cb9eb4af service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6db17a4e-a1ff-4d18-aaa1-a0d95360b082 HTTP/1.1" status: 200 len: 850 time: 0.0509627 Aug 27 03:46:33.867227 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e0313-c5fe-4c89-a5c2-79df5771af13 req-97d9dfe5-c489-4166-92ad-9698af283987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:33.868785 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-923e0313-c5fe-4c89-a5c2-79df5771af13 req-97d9dfe5-c489-4166-92ad-9698af283987 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9ab7433b-1716-421d-bc0a-cb67ae511239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456920 Aug 27 03:46:33.964521 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-923e0313-c5fe-4c89-a5c2-79df5771af13 req-4c44f68f-f22f-4c94-ada1-aaf8183f83dc service neutron] 10.222.0.63 "GET /v2.0/networks/9ab7433b-1716-421d-bc0a-cb67ae511239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875604 Aug 27 03:46:34.054415 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-923e0313-c5fe-4c89-a5c2-79df5771af13 req-4dc50fa1-8d07-4268-a4e7-552008a52dab service neutron] 10.222.0.63 "GET /v2.0/networks/9ab7433b-1716-421d-bc0a-cb67ae511239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819201 Aug 27 03:46:35.609206 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06335b69-debe-4107-afd6-dee8e300c5a0 req-278dbb78-badc-4969-8a84-78005376024e tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:35.610832 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-06335b69-debe-4107-afd6-dee8e300c5a0 req-278dbb78-badc-4969-8a84-78005376024e tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=750ab0df-18d4-40ff-bd93-a92231f88a29 HTTP/1.1" status: 200 len: 945 time: 0.0596380 Aug 27 03:46:35.650040 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-06335b69-debe-4107-afd6-dee8e300c5a0 req-79c2d0ec-a92c-4cb8-9776-930b3540edee tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/security-groups?id=000d2d12-5d0e-47bf-8a89-c5a038b16e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329289 Aug 27 03:46:36.782046 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfd3fc-7c71-48c9-952b-bcc2e0614ec6 req-e5e9c241-5b6b-42d3-a3f0-c252af489c33 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:36.783982 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-05cfd3fc-7c71-48c9-952b-bcc2e0614ec6 req-e5e9c241-5b6b-42d3-a3f0-c252af489c33 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=750ab0df-18d4-40ff-bd93-a92231f88a29 HTTP/1.1" status: 200 len: 945 time: 0.0538290 Aug 27 03:46:36.824801 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-05cfd3fc-7c71-48c9-952b-bcc2e0614ec6 req-4a63ac47-4e15-492c-b1d8-a54c1678e5a7 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/security-groups?id=000d2d12-5d0e-47bf-8a89-c5a038b16e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343027 Aug 27 03:46:37.203412 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb4133-0fae-4b60-80c4-76aaef1164ea req-c7fe693b-1b70-43c8-a61d-e2f98ffa124c tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:37.204878 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3acb4133-0fae-4b60-80c4-76aaef1164ea req-c7fe693b-1b70-43c8-a61d-e2f98ffa124c tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.63 "GET /v2.0/ports?device_id=750ab0df-18d4-40ff-bd93-a92231f88a29 HTTP/1.1" status: 200 len: 945 time: 0.0509803 Aug 27 03:46:37.302300 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [req-3acb4133-0fae-4b60-80c4-76aaef1164ea req-8dc48a24-a756-4057-8765-55ba9281fd07 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Deleting port c08d2ca0-dce8-40f9-a633-9f83a36aa1f9 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:46:37.302590 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-3acb4133-0fae-4b60-80c4-76aaef1164ea req-8dc48a24-a756-4057-8765-55ba9281fd07 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:37.390043 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-3acb4133-0fae-4b60-80c4-76aaef1164ea req-8dc48a24-a756-4057-8765-55ba9281fd07 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] For port c08d2ca0-dce8-40f9-a633-9f83a36aa1f9, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c08d2ca0-dce8-40f9-a633-9f83a36aa1f9,segment=NetworkSegment(ce8f3126-1a54-42bf-87c7-124b21dece55),segment_id=ce8f3126-1a54-42bf-87c7-124b21dece55)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:46:37.390429 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-3acb4133-0fae-4b60-80c4-76aaef1164ea req-8dc48a24-a756-4057-8765-55ba9281fd07 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:37.572697 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-3acb4133-0fae-4b60-80c4-76aaef1164ea req-8dc48a24-a756-4057-8765-55ba9281fd07 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:37.572976 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-3acb4133-0fae-4b60-80c4-76aaef1164ea req-8dc48a24-a756-4057-8765-55ba9281fd07 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456017'] for floatingip, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:37.573290 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.db.l3_db [req-3acb4133-0fae-4b60-80c4-76aaef1164ea req-8dc48a24-a756-4057-8765-55ba9281fd07 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Floating IP 78c09ed3-1c53-4bb4-ae5f-ea6607c50b95 disassociated. External IP: 172.27.0.171, port: c08d2ca0-dce8-40f9-a633-9f83a36aa1f9. Aug 27 03:46:37.573607 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [req-3acb4133-0fae-4b60-80c4-76aaef1164ea req-8dc48a24-a756-4057-8765-55ba9281fd07 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Calling delete_port for c08d2ca0-dce8-40f9-a633-9f83a36aa1f9 owned by compute:nova {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:46:37.706412 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-3acb4133-0fae-4b60-80c4-76aaef1164ea req-8dc48a24-a756-4057-8765-55ba9281fd07 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:37.742937 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc48a24-a756-4057-8765-55ba9281fd07 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Pushing event deleted for resources: {'Port': ['ID=c08d2ca0-dce8-40f9-a633-9f83a36aa1f9,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:46:37.754303 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc48a24-a756-4057-8765-55ba9281fd07 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:37.754663 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc48a24-a756-4057-8765-55ba9281fd07 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:37.754996 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc48a24-a756-4057-8765-55ba9281fd07 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:37.755328 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc48a24-a756-4057-8765-55ba9281fd07 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:37.755679 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc48a24-a756-4057-8765-55ba9281fd07 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:37.755981 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc48a24-a756-4057-8765-55ba9281fd07 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:37.756298 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc48a24-a756-4057-8765-55ba9281fd07 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:37.756613 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc48a24-a756-4057-8765-55ba9281fd07 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:37.756934 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc48a24-a756-4057-8765-55ba9281fd07 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:37.757245 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc48a24-a756-4057-8765-55ba9281fd07 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:37.757559 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc48a24-a756-4057-8765-55ba9281fd07 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:37.757873 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc48a24-a756-4057-8765-55ba9281fd07 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:37.867657 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3acb4133-0fae-4b60-80c4-76aaef1164ea req-8dc48a24-a756-4057-8765-55ba9281fd07 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Router 66fca0f4-9f89-46c9-8f85-376bb425b074 has already been hosted by L3 agent 531130d0-1c3c-4def-a74a-055fb8373853 {{(pid=93891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:46:37.942688 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-0ea53aea-81b1-4298-a431-6d485fb6ed15 req-11aa10f8-234d-4c8a-8c52-236ef730b803 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=750ab0df-18d4-40ff-bd93-a92231f88a29 HTTP/1.1" status: 200 len: 210 time: 0.0311286 Aug 27 03:46:38.004916 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3acb4133-0fae-4b60-80c4-76aaef1164ea req-8dc48a24-a756-4057-8765-55ba9281fd07 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify agent at l3_agent.dv-cinder-804735-2-iscsi the message routers_updated {{(pid=93891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:46:38.014755 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a99e62-9afa-475f-af26-945c05b266d0 None None] Sync routers for ids ['66fca0f4-9f89-46c9-8f85-376bb425b074'] in dv-cinder-804735-2-iscsi {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:46:38.025415 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a99e62-9afa-475f-af26-945c05b266d0 None None] Routers {'66fca0f4-9f89-46c9-8f85-376bb425b074'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:46:38.026049 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-a3a99e62-9afa-475f-af26-945c05b266d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:46:17Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['66fca0f4-9f89-46c9-8f85-376bb425b074'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:46:38.045495 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [req-3acb4133-0fae-4b60-80c4-76aaef1164ea req-8dc48a24-a756-4057-8765-55ba9281fd07 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] No DVR routers for this DVR port c08d2ca0-dce8-40f9-a633-9f83a36aa1f9 on host hv-cinder-80473 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:46:38.048326 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-3acb4133-0fae-4b60-80c4-76aaef1164ea req-8dc48a24-a756-4057-8765-55ba9281fd07 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:38.050685 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3acb4133-0fae-4b60-80c4-76aaef1164ea req-8dc48a24-a756-4057-8765-55ba9281fd07 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.63 "DELETE /v2.0/ports/c08d2ca0-dce8-40f9-a633-9f83a36aa1f9 HTTP/1.1" status: 204 len: 173 time: 0.8386831 Aug 27 03:46:38.051205 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750ab0df-18d4-40ff-bd93-a92231f88a29', 'name': 'network-vif-deleted', 'tag': 'c08d2ca0-dce8-40f9-a633-9f83a36aa1f9'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:46:38.053577 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5db798dbfc6723b72cacb44784ab66cf68bec91175074e332c63962bd4ba80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a252fc1-3de4-4373-afe0-4fa138a32ac5" -d '{"events": [{"server_uuid": "750ab0df-18d4-40ff-bd93-a92231f88a29", "name": "network-vif-deleted", "tag": "c08d2ca0-dce8-40f9-a633-9f83a36aa1f9"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:46:38.098002 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69953dad-13e2-4e19-86f6-f1ff024bb2b2 x-openstack-request-id: req-69953dad-13e2-4e19-86f6-f1ff024bb2b2 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:46:38.098413 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750ab0df-18d4-40ff-bd93-a92231f88a29", "name": "network-vif-deleted", "tag": "c08d2ca0-dce8-40f9-a633-9f83a36aa1f9", "status": "completed", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:46:38.098827 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-69953dad-13e2-4e19-86f6-f1ff024bb2b2 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:46:38.099328 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750ab0df-18d4-40ff-bd93-a92231f88a29', 'name': 'network-vif-deleted', 'tag': 'c08d2ca0-dce8-40f9-a633-9f83a36aa1f9', 'status': 'completed', 'code': 200} Aug 27 03:46:38.277668 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-a3a99e62-9afa-475f-af26-945c05b266d0 None None] Set router 66fca0f4-9f89-46c9-8f85-376bb425b074 gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:46:38.508281 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-a3a99e62-9afa-475f-af26-945c05b266d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'name': 'tempest-TestVolumeBootPattern-589027000-router', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:43:57Z', 'revision_number': 4, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'gw_port': {'id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:aa:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': '9022a512-90b5-4fad-92c8-672ddd625ccd', 'name': '', 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'mac_address': 'fa:16:3e:6f:57:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:56Z', 'updated_at': '2021-08-27T03:44:02Z', 'revision_number': 5, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'subnets': [{'id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:46:38.534690 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a99e62-9afa-475f-af26-945c05b266d0 None None] Checking router: 66fca0f4-9f89-46c9-8f85-376bb425b074 for host: dv-cinder-804735-2-iscsi {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:46:38.543675 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a99e62-9afa-475f-af26-945c05b266d0 None None] Routers {'66fca0f4-9f89-46c9-8f85-376bb425b074'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:46:38.544259 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-a3a99e62-9afa-475f-af26-945c05b266d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:46:17Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['66fca0f4-9f89-46c9-8f85-376bb425b074'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:46:38.651470 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-a3a99e62-9afa-475f-af26-945c05b266d0 None None] Set router 66fca0f4-9f89-46c9-8f85-376bb425b074 gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:46:38.871328 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-a3a99e62-9afa-475f-af26-945c05b266d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'name': 'tempest-TestVolumeBootPattern-589027000-router', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:43:57Z', 'revision_number': 4, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'gw_port': {'id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:aa:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': '9022a512-90b5-4fad-92c8-672ddd625ccd', 'name': '', 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'mac_address': 'fa:16:3e:6f:57:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:56Z', 'updated_at': '2021-08-27T03:44:02Z', 'revision_number': 5, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'subnets': [{'id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:46:38.904275 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a99e62-9afa-475f-af26-945c05b266d0 None None] The sync data for ids ['66fca0f4-9f89-46c9-8f85-376bb425b074'] in dv-cinder-804735-2-iscsi is: [{'id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'name': 'tempest-TestVolumeBootPattern-589027000-router', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:43:57Z', 'revision_number': 4, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'gw_port': {'id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:aa:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': '9022a512-90b5-4fad-92c8-672ddd625ccd', 'name': '', 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'mac_address': 'fa:16:3e:6f:57:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:56Z', 'updated_at': '2021-08-27T03:44:02Z', 'revision_number': 5, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'subnets': [{'id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:46:39.124131 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ce0d06-2028-4806-b5c5-61fb8b23521e None None] New status for floating IP 78c09ed3-1c53-4bb4-ae5f-ea6607c50b95: DOWN {{(pid=93893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:46:39.154825 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-c8374d9b-4104-4828-8350-4ba1b676add0 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-733916558&fields=id&tenant_id=3b3caaf70e4a491c8eafa684e6f8930e HTTP/1.1" status: 200 len: 267 time: 0.0342104 Aug 27 03:46:39.270983 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-e5c22daa-1bb4-4467-8f90-119eb42937bc tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:39.272710 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-e5c22daa-1bb4-4467-8f90-119eb42937bc tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/networks?id=9ab7433b-1716-421d-bc0a-cb67ae511239 HTTP/1.1" status: 200 len: 811 time: 0.1110096 Aug 27 03:46:39.288211 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-b7caf903-8dd8-48f3-96b7-d5d146148853 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/quotas/3b3caaf70e4a491c8eafa684e6f8930e HTTP/1.1" status: 200 len: 375 time: 0.0093503 Aug 27 03:46:39.343153 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-a66ff036-c153-4c8c-b113-ae87a373d595 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3b3caaf70e4a491c8eafa684e6f8930e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496330 Aug 27 03:46:39.444621 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-c853bd73-5a93-4c58-a103-a3f000ae07df service neutron] 10.222.0.58 "GET /v2.0/networks/9ab7433b-1716-421d-bc0a-cb67ae511239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843930 Aug 27 03:46:39.538091 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-08715c9a-c083-4a55-b402-b2b51dcb4820 service neutron] 10.222.0.58 "GET /v2.0/networks/9ab7433b-1716-421d-bc0a-cb67ae511239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873075 Aug 27 03:46:40.543185 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device c08d2ca0-dce8-40f9-a633-9f83a36aa1f9 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:46:40.572622 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] No Port match for: c08d2ca0-dce8-40f9-a633-9f83a36aa1f9 {{(pid=93892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:46:40.572965 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device c08d2ca0-dce8-40f9-a633-9f83a36aa1f9 not bound to the agent host hv-cinder-80473 {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:46:40.870920 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-52221487-6e3d-46f6-8ce0-a2fa0ceeb4db req-5c72791c-0e00-4e0c-be9f-34e8b3c4e25b tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee358442-5e68-4a40-8e63-0076f2b8a259 HTTP/1.1" status: 200 len: 210 time: 0.0281444 Aug 27 03:46:41.958067 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-0fc8345e-5c68-481a-864c-78ef3f85205e req-73ab0a08-6915-4783-91ed-84850a35a965 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee358442-5e68-4a40-8e63-0076f2b8a259 HTTP/1.1" status: 200 len: 210 time: 0.0265682 Aug 27 03:46:43.044325 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c2bb557b-d8d3-4e1b-9d84-accc2a2c898a req-a27c9e77-a8bf-4f61-b236-33853d0b963b tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee358442-5e68-4a40-8e63-0076f2b8a259 HTTP/1.1" status: 200 len: 210 time: 0.0279717 Aug 27 03:46:44.127462 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-86bf38b7-9741-4335-97a7-216282e1cc58 req-e2fcec8f-153b-4ae5-ac3b-2fe4a7328d25 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee358442-5e68-4a40-8e63-0076f2b8a259 HTTP/1.1" status: 200 len: 210 time: 0.0305293 Aug 27 03:46:44.912709 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-6add76ad-6e21-4f5f-bf91-266cce61c3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:45.229949 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-0ce9b52a-7237-4bb5-ab7f-75c55f4adb97 req-cd96631e-542e-4091-858d-5319ac02f336 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee358442-5e68-4a40-8e63-0076f2b8a259 HTTP/1.1" status: 200 len: 210 time: 0.0293310 Aug 27 03:46:45.918406 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-2a57f0f9-fe3f-49e4-b9a6-a8d3a94d596a tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:45.919915 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-2a57f0f9-fe3f-49e4-b9a6-a8d3a94d596a tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.63 "GET /v2.0/networks?id=9ab7433b-1716-421d-bc0a-cb67ae511239 HTTP/1.1" status: 200 len: 811 time: 0.1062255 Aug 27 03:46:45.963379 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-e6ee9527-ad19-4a4c-a8ba-35570a553280 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b3caaf70e4a491c8eafa684e6f8930e HTTP/1.1" status: 200 len: 379 time: 0.0340924 Aug 27 03:46:45.978108 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-05444be1-174c-44cc-8147-e36c1d718e68 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Request body: {'port': {'device_id': 'ee358442-5e68-4a40-8e63-0076f2b8a259', 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239', 'admin_state_up': True, 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'security_groups': ['000d2d12-5d0e-47bf-8a89-c5a038b16e4d']}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:46:46.099772 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-05444be1-174c-44cc-8147-e36c1d718e68 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Made reservation on behalf of 3b3caaf70e4a491c8eafa684e6f8930e for: {'port': 1} {{(pid=93891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:46:46.105304 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-05444be1-174c-44cc-8147-e36c1d718e68 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:46.264142 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-05444be1-174c-44cc-8147-e36c1d718e68 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Allocated IP 172.20.0.3 (9ab7433b-1716-421d-bc0a-cb67ae511239/6db17a4e-a1ff-4d18-aaa1-a0d95360b082/1d1814d3-77e1-439b-8aba-c1723bc486fd) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:46:46.383962 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-171c64c9-1d8b-419f-ad7d-ba0231041b56 req-4ce2d6de-5439-40a5-b915-63519dbd949a tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee358442-5e68-4a40-8e63-0076f2b8a259 HTTP/1.1" status: 200 len: 210 time: 0.0736294 Aug 27 03:46:46.447629 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-05444be1-174c-44cc-8147-e36c1d718e68 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:46.462263 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-05444be1-174c-44cc-8147-e36c1d718e68 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Transition to ACTIVE for port object 1d1814d3-77e1-439b-8aba-c1723bc486fd will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:46:46.497495 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-05444be1-174c-44cc-8147-e36c1d718e68 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:46.543121 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-05444be1-174c-44cc-8147-e36c1d718e68 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Network 9ab7433b-1716-421d-bc0a-cb67ae511239 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:46:46.548249 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-05444be1-174c-44cc-8147-e36c1d718e68 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:46:46.552834 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-05444be1-174c-44cc-8147-e36c1d718e68 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:46:46.559731 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05444be1-174c-44cc-8147-e36c1d718e68 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Pushing event updated for resources: {'Port': ['ID=1d1814d3-77e1-439b-8aba-c1723bc486fd,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:46:46.607635 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-05444be1-174c-44cc-8147-e36c1d718e68 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:46.608268 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-05444be1-174c-44cc-8147-e36c1d718e68 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:46.625931 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-05444be1-174c-44cc-8147-e36c1d718e68 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6518476 Aug 27 03:46:46.639603 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-396abd06-42ed-4547-ac46-fde028bfa398 service neutron] Request body: {'port': {'device_id': 'ee358442-5e68-4a40-8e63-0076f2b8a259', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:46:46.697247 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-396abd06-42ed-4547-ac46-fde028bfa398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:46.753481 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-85b2f1b7-985d-4077-bf82-ea991d66dac2 None None] Provisioning for port 1d1814d3-77e1-439b-8aba-c1723bc486fd completed by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:46:46.757861 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-85b2f1b7-985d-4077-bf82-ea991d66dac2 None None] Provisioning complete for port 1d1814d3-77e1-439b-8aba-c1723bc486fd triggered by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:46:46.758259 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-85b2f1b7-985d-4077-bf82-ea991d66dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:46.793250 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-85b2f1b7-985d-4077-bf82-ea991d66dac2 None None] Port 1d1814d3-77e1-439b-8aba-c1723bc486fd cannot update to ACTIVE because it is not bound. {{(pid=93892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:46:46.990726 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-396abd06-42ed-4547-ac46-fde028bfa398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d1814d3-77e1-439b-8aba-c1723bc486fd {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:46:46.998296 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-396abd06-42ed-4547-ac46-fde028bfa398 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:47.010961 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-396abd06-42ed-4547-ac46-fde028bfa398 service neutron] Transition to ACTIVE for port object 1d1814d3-77e1-439b-8aba-c1723bc486fd will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:46:47.015526 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-396abd06-42ed-4547-ac46-fde028bfa398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8458856'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:47.065701 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396abd06-42ed-4547-ac46-fde028bfa398 service neutron] Pushing event updated for resources: {'Port': ['ID=1d1814d3-77e1-439b-8aba-c1723bc486fd,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:46:47.139577 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-396abd06-42ed-4547-ac46-fde028bfa398 service neutron] Attempting to bind port 1d1814d3-77e1-439b-8aba-c1723bc486fd on host hv-cinder-80473 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:46:47.139915 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-396abd06-42ed-4547-ac46-fde028bfa398 service neutron] Attempting to bind port 1d1814d3-77e1-439b-8aba-c1723bc486fd by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'ce8f3126-1a54-42bf-87c7-124b21dece55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:46:47.140248 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-396abd06-42ed-4547-ac46-fde028bfa398 service neutron] Attempting to bind port 1d1814d3-77e1-439b-8aba-c1723bc486fd on network 9ab7433b-1716-421d-bc0a-cb67ae511239 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:46:47.144975 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-396abd06-42ed-4547-ac46-fde028bfa398 service neutron] Port 1d1814d3-77e1-439b-8aba-c1723bc486fd on network 9ab7433b-1716-421d-bc0a-cb67ae511239 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:46:47.145302 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-396abd06-42ed-4547-ac46-fde028bfa398 service neutron] Attempting to bind port 1d1814d3-77e1-439b-8aba-c1723bc486fd on network 9ab7433b-1716-421d-bc0a-cb67ae511239 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:46:47.150797 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-396abd06-42ed-4547-ac46-fde028bfa398 service neutron] Checking agent: {'id': '24f718bb-5cbe-4fbb-a277-c3e337c88f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 27, 23), 'started_at': datetime.datetime(2021, 8, 27, 3, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:46:47.151148 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-396abd06-42ed-4547-ac46-fde028bfa398 service neutron] Checking segment: {'id': 'ce8f3126-1a54-42bf-87c7-124b21dece55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:46:47.151620 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-396abd06-42ed-4547-ac46-fde028bfa398 service neutron] Bound using segment: {'id': 'ce8f3126-1a54-42bf-87c7-124b21dece55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:46:47.152077 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-396abd06-42ed-4547-ac46-fde028bfa398 service neutron] Bound port: 1d1814d3-77e1-439b-8aba-c1723bc486fd, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8f3126-1a54-42bf-87c7-124b21dece55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:46:47.152453 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-396abd06-42ed-4547-ac46-fde028bfa398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:47.231999 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-396abd06-42ed-4547-ac46-fde028bfa398 service neutron] For port 1d1814d3-77e1-439b-8aba-c1723bc486fd, host hv-cinder-80473, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:46:47.235112 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-396abd06-42ed-4547-ac46-fde028bfa398 service neutron] For port 1d1814d3-77e1-439b-8aba-c1723bc486fd, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1d1814d3-77e1-439b-8aba-c1723bc486fd,segment=NetworkSegment(ce8f3126-1a54-42bf-87c7-124b21dece55),segment_id=ce8f3126-1a54-42bf-87c7-124b21dece55)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:46:47.242268 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-396abd06-42ed-4547-ac46-fde028bfa398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8458856'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:47.276313 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-396abd06-42ed-4547-ac46-fde028bfa398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:47.276924 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-396abd06-42ed-4547-ac46-fde028bfa398 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:47.278469 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-396abd06-42ed-4547-ac46-fde028bfa398 service neutron] 10.222.0.63 "PUT /v2.0/ports/1d1814d3-77e1-439b-8aba-c1723bc486fd HTTP/1.1" status: 200 len: 1093 time: 0.6434052 Aug 27 03:46:47.278985 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee358442-5e68-4a40-8e63-0076f2b8a259', 'tag': '1d1814d3-77e1-439b-8aba-c1723bc486fd'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:46:47.281347 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5db798dbfc6723b72cacb44784ab66cf68bec91175074e332c63962bd4ba80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7b42ca-bc56-4709-8791-a25725bef60c" -d '{"events": [{"name": "network-changed", "server_uuid": "ee358442-5e68-4a40-8e63-0076f2b8a259", "tag": "1d1814d3-77e1-439b-8aba-c1723bc486fd"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:46:47.310839 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396abd06-42ed-4547-ac46-fde028bfa398 service neutron] Pushing event updated for resources: {'Port': ['ID=1d1814d3-77e1-439b-8aba-c1723bc486fd,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:46:47.332599 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-53f54cd2-6024-4f79-8aca-bbed32a72120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:47.338576 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b432945-3858-4990-85bb-9b619ec874f1 x-openstack-request-id: req-2b432945-3858-4990-85bb-9b619ec874f1 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:46:47.338870 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee358442-5e68-4a40-8e63-0076f2b8a259", "tag": "1d1814d3-77e1-439b-8aba-c1723bc486fd", "status": "completed", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:46:47.339124 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2b432945-3858-4990-85bb-9b619ec874f1 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:46:47.339514 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee358442-5e68-4a40-8e63-0076f2b8a259', 'tag': '1d1814d3-77e1-439b-8aba-c1723bc486fd', 'status': 'completed', 'code': 200} Aug 27 03:46:47.378005 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-cdd1f58d-0bcd-4c17-b06c-0e67d6794c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:47.379599 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-cdd1f58d-0bcd-4c17-b06c-0e67d6794c89 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3b3caaf70e4a491c8eafa684e6f8930e&device_id=ee358442-5e68-4a40-8e63-0076f2b8a259 HTTP/1.1" status: 200 len: 1096 time: 0.0562847 Aug 27 03:46:47.428869 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-9f66814d-aac4-4c4d-8998-fd2c99ee05bc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d1814d3-77e1-439b-8aba-c1723bc486fd HTTP/1.1" status: 200 len: 217 time: 0.0396247 Aug 27 03:46:47.505674 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-b89b42d3-2f31-45c5-9755-8a19d80e4363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:47.507212 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-b89b42d3-2f31-45c5-9755-8a19d80e4363 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6db17a4e-a1ff-4d18-aaa1-a0d95360b082 HTTP/1.1" status: 200 len: 850 time: 0.0703807 Aug 27 03:46:47.521367 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:47.525238 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71866a9e-d41e-49b8-b611-4d4e9fb3e152 req-4bafc0ce-8e47-453c-80e4-866d48fc606a tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:47.526656 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-71866a9e-d41e-49b8-b611-4d4e9fb3e152 req-4bafc0ce-8e47-453c-80e4-866d48fc606a tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee358442-5e68-4a40-8e63-0076f2b8a259 HTTP/1.1" status: 200 len: 943 time: 0.0631967 Aug 27 03:46:47.591515 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-71866a9e-d41e-49b8-b611-4d4e9fb3e152 req-f5eee446-dd48-4b9b-9ad7-038560c11bc2 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/security-groups?id=000d2d12-5d0e-47bf-8a89-c5a038b16e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573666 Aug 27 03:46:47.594512 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-ee9a43d2-912f-40c1-9253-aa9122b4cb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:47.596306 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-ee9a43d2-912f-40c1-9253-aa9122b4cb0c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9ab7433b-1716-421d-bc0a-cb67ae511239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0795367 Aug 27 03:46:47.700716 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-0c0f7512-5613-463e-9149-ee8b99795018 service neutron] 10.222.0.63 "GET /v2.0/networks/9ab7433b-1716-421d-bc0a-cb67ae511239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951910 Aug 27 03:46:47.799284 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-cb2e9923-f7cb-4f9c-b0b7-62ecebfdd4f4 req-ae0c5186-655b-45c1-a831-df10883987f0 service neutron] 10.222.0.63 "GET /v2.0/networks/9ab7433b-1716-421d-bc0a-cb67ae511239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903132 Aug 27 03:46:47.907577 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b42ca-bc56-4709-8791-a25725bef60c req-5c72a841-c643-4f46-91cd-124322d2c152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:47.909769 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ee7b42ca-bc56-4709-8791-a25725bef60c req-5c72a841-c643-4f46-91cd-124322d2c152 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3b3caaf70e4a491c8eafa684e6f8930e&device_id=ee358442-5e68-4a40-8e63-0076f2b8a259 HTTP/1.1" status: 200 len: 1096 time: 0.0544078 Aug 27 03:46:48.003483 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b42ca-bc56-4709-8791-a25725bef60c req-c40ae4f6-d2ba-44a2-87c5-9959b5831fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:48.005025 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ee7b42ca-bc56-4709-8791-a25725bef60c req-c40ae4f6-d2ba-44a2-87c5-9959b5831fec service neutron] 10.222.0.63 "GET /v2.0/networks?id=9ab7433b-1716-421d-bc0a-cb67ae511239 HTTP/1.1" status: 200 len: 912 time: 0.0864115 Aug 27 03:46:48.066801 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ee7b42ca-bc56-4709-8791-a25725bef60c req-977a7109-d11c-46bc-8c6b-4c0efeb2ae0a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d1814d3-77e1-439b-8aba-c1723bc486fd HTTP/1.1" status: 200 len: 217 time: 0.0533259 Aug 27 03:46:48.120973 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b42ca-bc56-4709-8791-a25725bef60c req-c547f20f-c4fe-4835-aacc-3c43e5d34805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:48.122416 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ee7b42ca-bc56-4709-8791-a25725bef60c req-c547f20f-c4fe-4835-aacc-3c43e5d34805 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6db17a4e-a1ff-4d18-aaa1-a0d95360b082 HTTP/1.1" status: 200 len: 850 time: 0.0479174 Aug 27 03:46:48.169575 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b42ca-bc56-4709-8791-a25725bef60c req-9eae95d1-7ad9-4ef5-9d0e-0116f70f6160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:48.171029 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ee7b42ca-bc56-4709-8791-a25725bef60c req-9eae95d1-7ad9-4ef5-9d0e-0116f70f6160 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9ab7433b-1716-421d-bc0a-cb67ae511239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405006 Aug 27 03:46:48.268022 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ee7b42ca-bc56-4709-8791-a25725bef60c req-8e750431-435c-4bb6-8179-2f095e77703e service neutron] 10.222.0.63 "GET /v2.0/networks/9ab7433b-1716-421d-bc0a-cb67ae511239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890863 Aug 27 03:46:48.361186 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ee7b42ca-bc56-4709-8791-a25725bef60c req-bc0e1d5a-693b-40fc-ab46-b50547a7ebae service neutron] 10.222.0.63 "GET /v2.0/networks/9ab7433b-1716-421d-bc0a-cb67ae511239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844829 Aug 27 03:46:48.713339 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:48.722316 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf163e2-07e4-40eb-87ac-4b2e06282146 req-00121239-8b8d-4918-a7bb-29af11d60332 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:48.723802 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ecf163e2-07e4-40eb-87ac-4b2e06282146 req-00121239-8b8d-4918-a7bb-29af11d60332 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee358442-5e68-4a40-8e63-0076f2b8a259 HTTP/1.1" status: 200 len: 943 time: 0.0534403 Aug 27 03:46:48.766948 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-ecf163e2-07e4-40eb-87ac-4b2e06282146 req-152fb3e0-2b74-44f1-8e21-1a3820eb15dd tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/security-groups?id=000d2d12-5d0e-47bf-8a89-c5a038b16e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365438 Aug 27 03:46:49.896408 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb628e7-df62-4b46-898f-447f1280050a req-b2159c67-c6e9-41dd-b016-282aec87197b tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:49.898169 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-dcb628e7-df62-4b46-898f-447f1280050a req-b2159c67-c6e9-41dd-b016-282aec87197b tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee358442-5e68-4a40-8e63-0076f2b8a259 HTTP/1.1" status: 200 len: 943 time: 0.0615237 Aug 27 03:46:49.941969 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-dcb628e7-df62-4b46-898f-447f1280050a req-4e3ea291-a5ab-4d2b-b56f-e3b838945e6e tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/security-groups?id=000d2d12-5d0e-47bf-8a89-c5a038b16e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341301 Aug 27 03:46:50.064702 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 6 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:46:50.249345 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:51.071989 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d95d7c-5ea0-46df-aa55-18f425d709e2 req-7dd3bb05-d87c-4f26-8660-85c01963ddcb tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:51.073552 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-17d95d7c-5ea0-46df-aa55-18f425d709e2 req-7dd3bb05-d87c-4f26-8660-85c01963ddcb tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee358442-5e68-4a40-8e63-0076f2b8a259 HTTP/1.1" status: 200 len: 943 time: 0.0597820 Aug 27 03:46:51.114565 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-17d95d7c-5ea0-46df-aa55-18f425d709e2 req-8d6f5cf8-1b20-423b-9740-64000751ad56 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/security-groups?id=000d2d12-5d0e-47bf-8a89-c5a038b16e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348053 Aug 27 03:46:52.261381 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e40a0f-53e1-471f-b9ef-4efd44c0b970 req-8f761677-982b-4dbc-99ca-35284f43ccb0 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:52.262841 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f9e40a0f-53e1-471f-b9ef-4efd44c0b970 req-8f761677-982b-4dbc-99ca-35284f43ccb0 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee358442-5e68-4a40-8e63-0076f2b8a259 HTTP/1.1" status: 200 len: 943 time: 0.0634801 Aug 27 03:46:52.303864 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f9e40a0f-53e1-471f-b9ef-4efd44c0b970 req-1273eb0c-d1be-4e6a-b865-e682d1e8a6fe tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/security-groups?id=000d2d12-5d0e-47bf-8a89-c5a038b16e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348246 Aug 27 03:46:53.450267 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc04c8-4845-4d49-b40c-c515def09b4e req-6a7c9ac6-fc9f-4786-af8c-ef5d0401627b tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:53.451776 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-96cc04c8-4845-4d49-b40c-c515def09b4e req-6a7c9ac6-fc9f-4786-af8c-ef5d0401627b tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee358442-5e68-4a40-8e63-0076f2b8a259 HTTP/1.1" status: 200 len: 943 time: 0.0673702 Aug 27 03:46:53.494419 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-96cc04c8-4845-4d49-b40c-c515def09b4e req-8ac42f22-fe53-41c1-bb0a-a323509209eb tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/security-groups?id=000d2d12-5d0e-47bf-8a89-c5a038b16e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338490 Aug 27 03:46:54.187041 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:54.616058 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 1d1814d3-77e1-439b-8aba-c1723bc486fd details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=93892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:46:54.630161 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd9770-7ce4-4b43-a34e-76c663ac05d4 req-b33c39f2-914a-480d-8a13-4700643b1111 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:54.631661 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-83dd9770-7ce4-4b43-a34e-76c663ac05d4 req-b33c39f2-914a-480d-8a13-4700643b1111 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee358442-5e68-4a40-8e63-0076f2b8a259 HTTP/1.1" status: 200 len: 943 time: 0.0564780 Aug 27 03:46:54.671785 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-83dd9770-7ce4-4b43-a34e-76c663ac05d4 req-621b54cc-fa49-4306-ad87-0aee3cd2e18e tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/security-groups?id=000d2d12-5d0e-47bf-8a89-c5a038b16e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329778 Aug 27 03:46:54.716724 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 1d1814d3-77e1-439b-8aba-c1723bc486fd, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1d1814d3-77e1-439b-8aba-c1723bc486fd,segment=NetworkSegment(ce8f3126-1a54-42bf-87c7-124b21dece55),segment_id=ce8f3126-1a54-42bf-87c7-124b21dece55)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:46:54.727664 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Returning: {'device': '1d1814d3-77e1-439b-8aba-c1723bc486fd', 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239', 'port_id': '1d1814d3-77e1-439b-8aba-c1723bc486fd', 'mac_address': 'fa:16:3e:c6:23:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:46:54.782134 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:54.799671 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d1814d3-77e1-439b-8aba-c1723bc486fd {{(pid=93892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:46:54.821915 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 1d1814d3-77e1-439b-8aba-c1723bc486fd, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1d1814d3-77e1-439b-8aba-c1723bc486fd,segment=NetworkSegment(ce8f3126-1a54-42bf-87c7-124b21dece55),segment_id=ce8f3126-1a54-42bf-87c7-124b21dece55)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:46:54.829259 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:54.879986 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=1d1814d3-77e1-439b-8aba-c1723bc486fd,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:46:54.887805 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:54.888158 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:54.888485 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:54.888826 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:54.889158 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:54.889494 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:54.889808 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:54.890151 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:54.890499 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:54.890801 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:54.891126 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:54.891474 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:55.068965 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] get_ports_and_sgs() called for port_ids ['1d1814d3-77e1-439b-8aba-c1723bc486fd'] {{(pid=93892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:46:55.797553 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859e946-5ac9-4b64-b469-87287dc2ce11 req-42d4a368-778d-4e86-a7bc-28476f610425 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:55.799238 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4859e946-5ac9-4b64-b469-87287dc2ce11 req-42d4a368-778d-4e86-a7bc-28476f610425 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee358442-5e68-4a40-8e63-0076f2b8a259 HTTP/1.1" status: 200 len: 944 time: 0.0523136 Aug 27 03:46:55.844244 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4859e946-5ac9-4b64-b469-87287dc2ce11 req-af23ad48-a4ca-463b-98c9-4b9ad89e2f4f tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/security-groups?id=000d2d12-5d0e-47bf-8a89-c5a038b16e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360594 Aug 27 03:46:56.629208 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 1d1814d3-77e1-439b-8aba-c1723bc486fd up at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:46:56.688434 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Provisioning for port 1d1814d3-77e1-439b-8aba-c1723bc486fd completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:46:56.692264 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Provisioning complete for port 1d1814d3-77e1-439b-8aba-c1723bc486fd triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:46:56.692638 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:56.772196 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:56.795157 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee358442-5e68-4a40-8e63-0076f2b8a259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1814d3-77e1-439b-8aba-c1723bc486fd'}] {{(pid=93892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:46:56.798724 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b63a46784ce0c86216665a107eadf653c768d6aaa0a676db5e2e070eb4240c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52a3e99-d761-407d-b48b-72fd44794f51" -d '{"events": [{"server_uuid": "ee358442-5e68-4a40-8e63-0076f2b8a259", "name": "network-vif-plugged", "status": "completed", "tag": "1d1814d3-77e1-439b-8aba-c1723bc486fd"}]}' {{(pid=93892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:46:56.813136 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 1d1814d3-77e1-439b-8aba-c1723bc486fd, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1d1814d3-77e1-439b-8aba-c1723bc486fd,segment=NetworkSegment(ce8f3126-1a54-42bf-87c7-124b21dece55),segment_id=ce8f3126-1a54-42bf-87c7-124b21dece55)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:46:56.818614 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:56.842977 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5c8ba6-70dc-43ff-bdc9-35e7a9201f21 x-openstack-request-id: req-bb5c8ba6-70dc-43ff-bdc9-35e7a9201f21 {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:46:56.843284 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee358442-5e68-4a40-8e63-0076f2b8a259", "name": "network-vif-plugged", "status": "completed", "tag": "1d1814d3-77e1-439b-8aba-c1723bc486fd", "code": 200}]} {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:46:56.843609 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bb5c8ba6-70dc-43ff-bdc9-35e7a9201f21 {{(pid=93892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:46:56.843989 dv-cinder-804735-2-iscsi neutron-server[93892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee358442-5e68-4a40-8e63-0076f2b8a259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1814d3-77e1-439b-8aba-c1723bc486fd', 'code': 200} Aug 27 03:46:56.870818 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=1d1814d3-77e1-439b-8aba-c1723bc486fd,revision_number=5']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:46:56.966232 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10dac31-15d5-4822-a922-c913c74c98f8 req-1feca594-bb1c-4e31-820a-86b1e4b5bbe2 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:56.968151 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a10dac31-15d5-4822-a922-c913c74c98f8 req-1feca594-bb1c-4e31-820a-86b1e4b5bbe2 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee358442-5e68-4a40-8e63-0076f2b8a259 HTTP/1.1" status: 200 len: 945 time: 0.0504181 Aug 27 03:46:57.007318 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-a10dac31-15d5-4822-a922-c913c74c98f8 req-6cdbd899-245d-408c-81d7-dc3181720b9f tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/security-groups?id=000d2d12-5d0e-47bf-8a89-c5a038b16e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325425 Aug 27 03:46:57.066545 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6751108-bf1b-4037-b7ba-bebdde1ce792 req-4e62035f-fa18-4df3-8948-7d3215830dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:57.068929 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b6751108-bf1b-4037-b7ba-bebdde1ce792 req-4e62035f-fa18-4df3-8948-7d3215830dba service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ee358442-5e68-4a40-8e63-0076f2b8a259 HTTP/1.1" status: 200 len: 1098 time: 0.0446992 Aug 27 03:46:57.105948 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-b6751108-bf1b-4037-b7ba-bebdde1ce792 req-0a831b26-d736-4e32-8a49-2d2098ed7b91 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=000d2d12-5d0e-47bf-8a89-c5a038b16e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290840 Aug 27 03:46:58.140555 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747dbb15-b2b1-4a30-84f4-9599ea5bc332 req-96c51516-368c-4263-9816-ffc84283ec1d tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:58.142086 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-747dbb15-b2b1-4a30-84f4-9599ea5bc332 req-96c51516-368c-4263-9816-ffc84283ec1d tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee358442-5e68-4a40-8e63-0076f2b8a259 HTTP/1.1" status: 200 len: 945 time: 0.0501716 Aug 27 03:46:58.188710 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-747dbb15-b2b1-4a30-84f4-9599ea5bc332 req-47281857-2647-4dd8-9111-04c125e28441 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/security-groups?id=000d2d12-5d0e-47bf-8a89-c5a038b16e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402594 Aug 27 03:46:59.326266 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b544a5e-0c5f-4a9d-afb6-bb5284144859 req-62f15aa2-d3e7-4a6e-a380-245a927e5c3d tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:59.327750 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6b544a5e-0c5f-4a9d-afb6-bb5284144859 req-62f15aa2-d3e7-4a6e-a380-245a927e5c3d tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee358442-5e68-4a40-8e63-0076f2b8a259 HTTP/1.1" status: 200 len: 945 time: 0.0603399 Aug 27 03:46:59.366672 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6b544a5e-0c5f-4a9d-afb6-bb5284144859 req-71c70a35-ca7e-421e-98bf-736afc21774b tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/security-groups?id=000d2d12-5d0e-47bf-8a89-c5a038b16e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327904 Aug 27 03:46:59.500291 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88983504-5676-4033-8d23-b5d60d5f8ad2 req-5266b6d3-5152-4660-8c14-ff51f322a836 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:59.501662 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-88983504-5676-4033-8d23-b5d60d5f8ad2 req-5266b6d3-5152-4660-8c14-ff51f322a836 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee358442-5e68-4a40-8e63-0076f2b8a259 HTTP/1.1" status: 200 len: 945 time: 0.0670526 Aug 27 03:46:59.551008 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-88983504-5676-4033-8d23-b5d60d5f8ad2 req-ab1bbede-7e0a-4c5b-bf3f-d3769c72d513 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/security-groups?id=000d2d12-5d0e-47bf-8a89-c5a038b16e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423982 Aug 27 03:46:59.575966 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 32866) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:46:59.622735 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8e46e5-92d5-43d5-948b-8c0ab1b6ebcd tempest-TestVolumeBootPattern-1010962966 tempest-TestVolumeBootPattern-1010962966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:59.624382 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-9d8e46e5-92d5-43d5-948b-8c0ab1b6ebcd tempest-TestVolumeBootPattern-1010962966 tempest-TestVolumeBootPattern-1010962966-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ee358442-5e68-4a40-8e63-0076f2b8a259 HTTP/1.1" status: 200 len: 1093 time: 0.0474212 Aug 27 03:46:59.628170 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 32870) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:46:59.632604 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-1ec8626f-ce98-477b-baa4-b390cc9cf923 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Request body: {'floatingip': {'floating_network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'port_id': '1d1814d3-77e1-439b-8aba-c1723bc486fd', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:46:59.658852 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1ec8626f-ce98-477b-baa4-b390cc9cf923 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks [] for floatingip, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:59.756885 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1ec8626f-ce98-477b-baa4-b390cc9cf923 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:59.867062 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-1ec8626f-ce98-477b-baa4-b390cc9cf923 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Allocated IP 172.27.0.157 (239ea516-19ad-4308-8c8f-3a956c00c66f/240b09d3-e621-4049-93c9-64b8f5a60ad0/3ac44edb-af63-47a9-911d-13758765b19f) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:46:59.987543 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1ec8626f-ce98-477b-baa4-b390cc9cf923 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:00.032822 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1ec8626f-ce98-477b-baa4-b390cc9cf923 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9123015'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:00.076747 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec8626f-ce98-477b-baa4-b390cc9cf923 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Network 239ea516-19ad-4308-8c8f-3a956c00c66f is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:47:00.081517 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-1ec8626f-ce98-477b-baa4-b390cc9cf923 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:47:00.085002 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec8626f-ce98-477b-baa4-b390cc9cf923 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:47:00.090759 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec8626f-ce98-477b-baa4-b390cc9cf923 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Pushing event updated for resources: {'Port': ['ID=3ac44edb-af63-47a9-911d-13758765b19f,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:00.116626 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec8626f-ce98-477b-baa4-b390cc9cf923 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:47:00.116966 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec8626f-ce98-477b-baa4-b390cc9cf923 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:47:00.117303 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec8626f-ce98-477b-baa4-b390cc9cf923 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:47:00.117634 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec8626f-ce98-477b-baa4-b390cc9cf923 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:47:00.117963 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec8626f-ce98-477b-baa4-b390cc9cf923 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:47:00.118292 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec8626f-ce98-477b-baa4-b390cc9cf923 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:47:00.118617 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec8626f-ce98-477b-baa4-b390cc9cf923 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:47:00.118939 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec8626f-ce98-477b-baa4-b390cc9cf923 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:47:00.119265 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec8626f-ce98-477b-baa4-b390cc9cf923 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:47:00.119600 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec8626f-ce98-477b-baa4-b390cc9cf923 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:47:00.119919 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec8626f-ce98-477b-baa4-b390cc9cf923 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:47:00.120323 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec8626f-ce98-477b-baa4-b390cc9cf923 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:47:00.456465 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1ec8626f-ce98-477b-baa4-b390cc9cf923 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:00.527389 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1ec8626f-ce98-477b-baa4-b390cc9cf923 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:00.686261 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1ec8626f-ce98-477b-baa4-b390cc9cf923 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:00.693876 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1ec8626f-ce98-477b-baa4-b390cc9cf923 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9123038'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:00.758212 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec8626f-ce98-477b-baa4-b390cc9cf923 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Pushing event updated for resources: {'Port': ['ID=3ac44edb-af63-47a9-911d-13758765b19f,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:00.772716 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1ec8626f-ce98-477b-baa4-b390cc9cf923 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456017'] for floatingip, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:01.115245 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.db.l3_db [None req-1ec8626f-ce98-477b-baa4-b390cc9cf923 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Floating IP 8adaadfd-f2f8-42cf-bfb1-5b423b8cdc67 associated. External IP: 172.27.0.157, port: 1d1814d3-77e1-439b-8aba-c1723bc486fd. Aug 27 03:47:01.326326 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec8626f-ce98-477b-baa4-b390cc9cf923 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Router 66fca0f4-9f89-46c9-8f85-376bb425b074 has already been hosted by L3 agent 531130d0-1c3c-4def-a74a-055fb8373853 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:47:01.439423 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec8626f-ce98-477b-baa4-b390cc9cf923 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify agent at l3_agent.dv-cinder-804735-2-iscsi the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:47:01.450498 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b89058b-7867-40f1-b87d-6fe4011c7978 None None] Sync routers for ids ['66fca0f4-9f89-46c9-8f85-376bb425b074'] in dv-cinder-804735-2-iscsi {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:47:01.459089 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1ec8626f-ce98-477b-baa4-b390cc9cf923 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:01.461525 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b89058b-7867-40f1-b87d-6fe4011c7978 None None] Routers {'66fca0f4-9f89-46c9-8f85-376bb425b074'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:47:01.462139 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-3b89058b-7867-40f1-b87d-6fe4011c7978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:46:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['66fca0f4-9f89-46c9-8f85-376bb425b074'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:47:01.486268 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-1ec8626f-ce98-477b-baa4-b390cc9cf923 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8571062 Aug 27 03:47:01.486888 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee358442-5e68-4a40-8e63-0076f2b8a259', 'tag': '1d1814d3-77e1-439b-8aba-c1723bc486fd'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:47:01.489215 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}755905221a1e0f69e4370b1ec2ad9bde0bcbe0fd3cc794ff6c7e2d34909de1ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3816594-efad-4b46-b0ea-a3f6f3493436" -d '{"events": [{"name": "network-changed", "server_uuid": "ee358442-5e68-4a40-8e63-0076f2b8a259", "tag": "1d1814d3-77e1-439b-8aba-c1723bc486fd"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:47:01.525473 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3c1b7c-17af-4eed-9d9f-92a2fb0006b2 x-openstack-request-id: req-2f3c1b7c-17af-4eed-9d9f-92a2fb0006b2 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:47:01.525761 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee358442-5e68-4a40-8e63-0076f2b8a259", "tag": "1d1814d3-77e1-439b-8aba-c1723bc486fd", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:47:01.526013 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2f3c1b7c-17af-4eed-9d9f-92a2fb0006b2 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:47:01.526747 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee358442-5e68-4a40-8e63-0076f2b8a259', 'tag': '1d1814d3-77e1-439b-8aba-c1723bc486fd', 'status': 'completed', 'code': 200} Aug 27 03:47:01.570865 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-3b89058b-7867-40f1-b87d-6fe4011c7978 None None] Set router 66fca0f4-9f89-46c9-8f85-376bb425b074 gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:47:01.592056 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3816594-efad-4b46-b0ea-a3f6f3493436 req-236e6dfa-b43c-4486-9f90-36a05a768684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:47:01.593553 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e3816594-efad-4b46-b0ea-a3f6f3493436 req-236e6dfa-b43c-4486-9f90-36a05a768684 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3b3caaf70e4a491c8eafa684e6f8930e&device_id=ee358442-5e68-4a40-8e63-0076f2b8a259 HTTP/1.1" status: 200 len: 1098 time: 0.0432608 Aug 27 03:47:01.695102 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3816594-efad-4b46-b0ea-a3f6f3493436 req-a58546bb-79d3-42ab-82e9-e3261b8cde86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:47:01.696638 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e3816594-efad-4b46-b0ea-a3f6f3493436 req-a58546bb-79d3-42ab-82e9-e3261b8cde86 service neutron] 10.222.0.63 "GET /v2.0/networks?id=9ab7433b-1716-421d-bc0a-cb67ae511239 HTTP/1.1" status: 200 len: 912 time: 0.0949934 Aug 27 03:47:01.763121 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e3816594-efad-4b46-b0ea-a3f6f3493436 req-02591b50-6a0d-4c8e-aa7b-068f9c2de021 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d1814d3-77e1-439b-8aba-c1723bc486fd HTTP/1.1" status: 200 len: 999 time: 0.0582454 Aug 27 03:47:01.794884 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-3b89058b-7867-40f1-b87d-6fe4011c7978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'name': 'tempest-TestVolumeBootPattern-589027000-router', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:43:57Z', 'revision_number': 4, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'gw_port': {'id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:aa:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_floatingips': [{'id': '8adaadfd-f2f8-42cf-bfb1-5b423b8cdc67', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'router_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'port_id': '1d1814d3-77e1-439b-8aba-c1723bc486fd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239', 'mac_address': 'fa:16:3e:c6:23:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee358442-5e68-4a40-8e63-0076f2b8a259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:47:00Z', 'updated_at': '2021-08-27T03:47:00Z', 'revision_number': 0, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9022a512-90b5-4fad-92c8-672ddd625ccd', 'name': '', 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'mac_address': 'fa:16:3e:6f:57:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:56Z', 'updated_at': '2021-08-27T03:44:02Z', 'revision_number': 5, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'subnets': [{'id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:47:01.815632 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3816594-efad-4b46-b0ea-a3f6f3493436 req-af63801e-b12e-4352-a523-8ef209fbfa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:47:01.817399 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e3816594-efad-4b46-b0ea-a3f6f3493436 req-af63801e-b12e-4352-a523-8ef209fbfa16 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6db17a4e-a1ff-4d18-aaa1-a0d95360b082 HTTP/1.1" status: 200 len: 850 time: 0.0469708 Aug 27 03:47:01.828006 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b89058b-7867-40f1-b87d-6fe4011c7978 None None] Checking router: 66fca0f4-9f89-46c9-8f85-376bb425b074 for host: dv-cinder-804735-2-iscsi {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:47:01.836821 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b89058b-7867-40f1-b87d-6fe4011c7978 None None] Routers {'66fca0f4-9f89-46c9-8f85-376bb425b074'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:47:01.837422 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-3b89058b-7867-40f1-b87d-6fe4011c7978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:46:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['66fca0f4-9f89-46c9-8f85-376bb425b074'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:47:01.863166 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3816594-efad-4b46-b0ea-a3f6f3493436 req-db90259c-2f2d-488c-b1df-f8a5dc4de9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:47:01.864680 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e3816594-efad-4b46-b0ea-a3f6f3493436 req-db90259c-2f2d-488c-b1df-f8a5dc4de9cc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9ab7433b-1716-421d-bc0a-cb67ae511239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393751 Aug 27 03:47:01.943056 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-3b89058b-7867-40f1-b87d-6fe4011c7978 None None] Set router 66fca0f4-9f89-46c9-8f85-376bb425b074 gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:47:01.958138 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e3816594-efad-4b46-b0ea-a3f6f3493436 req-037297f6-2ca9-49c2-a60b-f15f32dd9acb service neutron] 10.222.0.63 "GET /v2.0/networks/9ab7433b-1716-421d-bc0a-cb67ae511239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840247 Aug 27 03:47:02.054570 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e3816594-efad-4b46-b0ea-a3f6f3493436 req-872b9bde-0f58-4046-bf71-610c295e5569 service neutron] 10.222.0.63 "GET /v2.0/networks/9ab7433b-1716-421d-bc0a-cb67ae511239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894346 Aug 27 03:47:02.175069 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-3b89058b-7867-40f1-b87d-6fe4011c7978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'name': 'tempest-TestVolumeBootPattern-589027000-router', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:43:57Z', 'revision_number': 4, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'gw_port': {'id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:aa:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_floatingips': [{'id': '8adaadfd-f2f8-42cf-bfb1-5b423b8cdc67', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'router_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'port_id': '1d1814d3-77e1-439b-8aba-c1723bc486fd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239', 'mac_address': 'fa:16:3e:c6:23:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee358442-5e68-4a40-8e63-0076f2b8a259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:47:00Z', 'updated_at': '2021-08-27T03:47:00Z', 'revision_number': 0, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9022a512-90b5-4fad-92c8-672ddd625ccd', 'name': '', 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'mac_address': 'fa:16:3e:6f:57:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:56Z', 'updated_at': '2021-08-27T03:44:02Z', 'revision_number': 5, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'subnets': [{'id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:47:02.204430 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b89058b-7867-40f1-b87d-6fe4011c7978 None None] The sync data for ids ['66fca0f4-9f89-46c9-8f85-376bb425b074'] in dv-cinder-804735-2-iscsi is: [{'id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'name': 'tempest-TestVolumeBootPattern-589027000-router', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:43:57Z', 'revision_number': 4, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'gw_port': {'id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:aa:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_floatingips': [{'id': '8adaadfd-f2f8-42cf-bfb1-5b423b8cdc67', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'router_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'port_id': '1d1814d3-77e1-439b-8aba-c1723bc486fd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239', 'mac_address': 'fa:16:3e:c6:23:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee358442-5e68-4a40-8e63-0076f2b8a259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:47:00Z', 'updated_at': '2021-08-27T03:47:00Z', 'revision_number': 0, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9022a512-90b5-4fad-92c8-672ddd625ccd', 'name': '', 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'mac_address': 'fa:16:3e:6f:57:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:56Z', 'updated_at': '2021-08-27T03:44:02Z', 'revision_number': 5, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'subnets': [{'id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:47:02.395088 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5fe866-bf71-4ab9-b95a-a5f979f13aae None None] New status for floating IP 8adaadfd-f2f8-42cf-bfb1-5b423b8cdc67: ACTIVE {{(pid=93893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:47:14.910942 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-220a429e-1861-4c7c-8cc9-e63a5ea84ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:17.323854 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-a53ac4e1-9634-4b90-8942-972b917e4179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:17.532684 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:18.713148 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:20.252246 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:24.190249 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:27.069324 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 6 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:47:35.520498 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e92a41be-10df-4936-b100-f398fd3d0795 req-f6c2cba6-e093-4cf6-8666-32e968c2452d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ee358442-5e68-4a40-8e63-0076f2b8a259&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0478797 Aug 27 03:47:35.608545 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a41be-10df-4936-b100-f398fd3d0795 req-1a92795a-a048-4e20-94be-14a3227f4bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:47:35.610059 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e92a41be-10df-4936-b100-f398fd3d0795 req-1a92795a-a048-4e20-94be-14a3227f4bba service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3b3caaf70e4a491c8eafa684e6f8930e&device_id=ee358442-5e68-4a40-8e63-0076f2b8a259 HTTP/1.1" status: 200 len: 1098 time: 0.0415502 Aug 27 03:47:35.720390 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a41be-10df-4936-b100-f398fd3d0795 req-38a69c84-6e11-48c1-ad2c-a9e8d9d5d495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:47:35.721864 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e92a41be-10df-4936-b100-f398fd3d0795 req-38a69c84-6e11-48c1-ad2c-a9e8d9d5d495 service neutron] 10.222.0.63 "GET /v2.0/networks?id=9ab7433b-1716-421d-bc0a-cb67ae511239 HTTP/1.1" status: 200 len: 912 time: 0.0910814 Aug 27 03:47:35.796617 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e92a41be-10df-4936-b100-f398fd3d0795 req-e028a08a-bf7c-41d3-a317-9bf1fe662621 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d1814d3-77e1-439b-8aba-c1723bc486fd HTTP/1.1" status: 200 len: 1001 time: 0.0659513 Aug 27 03:47:36.124637 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a41be-10df-4936-b100-f398fd3d0795 req-6926a312-a8e5-40a1-9217-c5cca51db658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:47:36.125998 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e92a41be-10df-4936-b100-f398fd3d0795 req-6926a312-a8e5-40a1-9217-c5cca51db658 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6db17a4e-a1ff-4d18-aaa1-a0d95360b082 HTTP/1.1" status: 200 len: 850 time: 0.3210735 Aug 27 03:47:36.185360 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a41be-10df-4936-b100-f398fd3d0795 req-253d50bc-0378-4305-9fb6-d31715bf2278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:47:36.186860 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e92a41be-10df-4936-b100-f398fd3d0795 req-253d50bc-0378-4305-9fb6-d31715bf2278 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9ab7433b-1716-421d-bc0a-cb67ae511239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520413 Aug 27 03:47:36.287779 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e92a41be-10df-4936-b100-f398fd3d0795 req-565dd596-b64c-4ee4-b7cb-8b251db893be service neutron] 10.222.0.63 "GET /v2.0/networks/9ab7433b-1716-421d-bc0a-cb67ae511239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931349 Aug 27 03:47:36.383547 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e92a41be-10df-4936-b100-f398fd3d0795 req-5b7b0861-ac21-4b8a-93ab-3b6e438eda88 service neutron] 10.222.0.63 "GET /v2.0/networks/9ab7433b-1716-421d-bc0a-cb67ae511239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880814 Aug 27 03:47:44.915410 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-95c124ab-3556-41b0-912f-a5fa3ecd3891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:47.325134 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-c653b96e-0cc8-421b-a3a9-a7af40eb0886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:47.534383 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:48.726333 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:50.265064 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:54.184876 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:04.072107 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 6 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:48:14.911688 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d4955ae4-ad72-4401-9c0c-7286882577eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:17.320084 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-bdd9902c-f334-4e90-927c-64e49d63376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:17.539994 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:18.723334 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:20.265200 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:24.188573 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:35.501045 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-dfba0341-4151-43ee-b89c-7c03d29b20a4 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-733916558&fields=id&tenant_id=3b3caaf70e4a491c8eafa684e6f8930e HTTP/1.1" status: 200 len: 267 time: 0.0375726 Aug 27 03:48:35.612132 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-b6044e6c-50f3-4771-b4d1-33f92b3e54da tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:48:35.613577 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-b6044e6c-50f3-4771-b4d1-33f92b3e54da tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/networks?id=9ab7433b-1716-421d-bc0a-cb67ae511239 HTTP/1.1" status: 200 len: 811 time: 0.1057761 Aug 27 03:48:35.631719 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-205e250d-841f-48f4-a762-e4c48ccd4c95 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/quotas/3b3caaf70e4a491c8eafa684e6f8930e HTTP/1.1" status: 200 len: 375 time: 0.0094395 Aug 27 03:48:35.705238 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-96306306-5237-4855-961e-b1e66107e696 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3b3caaf70e4a491c8eafa684e6f8930e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0643120 Aug 27 03:48:35.831654 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-192045a4-b131-4bf8-a51c-da7e4f3fd982 service neutron] 10.222.0.58 "GET /v2.0/networks/9ab7433b-1716-421d-bc0a-cb67ae511239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068594 Aug 27 03:48:35.933998 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-86758498-0591-401a-bac3-1e7092a8c77c service neutron] 10.222.0.58 "GET /v2.0/networks/9ab7433b-1716-421d-bc0a-cb67ae511239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930037 Aug 27 03:48:36.244394 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-5b84887b-0b74-42d7-b6c7-78e5c56c2c0a req-4bd94674-3956-4f9d-927e-a743abf1961e tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=72e264d9-ce69-4952-8e51-26bd309ea0c0 HTTP/1.1" status: 200 len: 210 time: 0.0270436 Aug 27 03:48:37.204078 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-0ac9e4c8-e0a4-431c-8067-6d8c1519abf8 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:48:37.205753 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-0ac9e4c8-e0a4-431c-8067-6d8c1519abf8 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.63 "GET /v2.0/networks?id=9ab7433b-1716-421d-bc0a-cb67ae511239 HTTP/1.1" status: 200 len: 811 time: 0.1134708 Aug 27 03:48:37.250135 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-7abef971-562a-4163-b2e7-f005276329b0 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b3caaf70e4a491c8eafa684e6f8930e HTTP/1.1" status: 200 len: 379 time: 0.0349903 Aug 27 03:48:37.260985 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-0794f520-1a0c-4724-ae52-49dd4b9ef706 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Request body: {'port': {'device_id': '72e264d9-ce69-4952-8e51-26bd309ea0c0', 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239', 'admin_state_up': True, 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'security_groups': ['000d2d12-5d0e-47bf-8a89-c5a038b16e4d']}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:48:37.375429 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f0fd0984-a635-47c0-97ed-02192e2fa63f req-bc46ac72-d760-4d02-93b1-27cca8a9683d tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=72e264d9-ce69-4952-8e51-26bd309ea0c0 HTTP/1.1" status: 200 len: 210 time: 0.0380745 Aug 27 03:48:37.411165 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-0794f520-1a0c-4724-ae52-49dd4b9ef706 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Made reservation on behalf of 3b3caaf70e4a491c8eafa684e6f8930e for: {'port': 1} {{(pid=93891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:48:37.415896 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-0794f520-1a0c-4724-ae52-49dd4b9ef706 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:37.532704 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-dea91ba3-4a27-47de-a67b-e03a01f2c01b req-01875ce4-5050-435c-87c3-555110c6f468 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ee358442-5e68-4a40-8e63-0076f2b8a259&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1031346 Aug 27 03:48:37.607148 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-0794f520-1a0c-4724-ae52-49dd4b9ef706 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Allocated IP 172.20.0.6 (9ab7433b-1716-421d-bc0a-cb67ae511239/6db17a4e-a1ff-4d18-aaa1-a0d95360b082/8089a4df-5c9a-41ca-8d1e-ed6883f87e8e) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:48:37.662622 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea91ba3-4a27-47de-a67b-e03a01f2c01b req-549ecb22-5d1f-4446-8353-becc508c7a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:48:37.664171 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-dea91ba3-4a27-47de-a67b-e03a01f2c01b req-549ecb22-5d1f-4446-8353-becc508c7a68 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3b3caaf70e4a491c8eafa684e6f8930e&device_id=ee358442-5e68-4a40-8e63-0076f2b8a259 HTTP/1.1" status: 200 len: 1098 time: 0.0705159 Aug 27 03:48:37.858963 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea91ba3-4a27-47de-a67b-e03a01f2c01b req-21ef0b7f-da55-4764-a390-7fc3631b7c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:48:37.860800 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-dea91ba3-4a27-47de-a67b-e03a01f2c01b req-21ef0b7f-da55-4764-a390-7fc3631b7c89 service neutron] 10.222.0.63 "GET /v2.0/networks?id=9ab7433b-1716-421d-bc0a-cb67ae511239 HTTP/1.1" status: 200 len: 912 time: 0.1696529 Aug 27 03:48:37.864634 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-0794f520-1a0c-4724-ae52-49dd4b9ef706 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:37.919500 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-0794f520-1a0c-4724-ae52-49dd4b9ef706 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Transition to ACTIVE for port object 8089a4df-5c9a-41ca-8d1e-ed6883f87e8e will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:48:37.950999 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-dea91ba3-4a27-47de-a67b-e03a01f2c01b req-e1ae124d-b3f9-4916-b86d-34a312687faf service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d1814d3-77e1-439b-8aba-c1723bc486fd HTTP/1.1" status: 200 len: 1001 time: 0.0819077 Aug 27 03:48:37.999434 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-0794f520-1a0c-4724-ae52-49dd4b9ef706 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:38.037974 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea91ba3-4a27-47de-a67b-e03a01f2c01b req-476f2774-35e4-45a1-ae0c-e3d20865e242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:48:38.039450 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-dea91ba3-4a27-47de-a67b-e03a01f2c01b req-476f2774-35e4-45a1-ae0c-e3d20865e242 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6db17a4e-a1ff-4d18-aaa1-a0d95360b082 HTTP/1.1" status: 200 len: 850 time: 0.0808806 Aug 27 03:48:38.051098 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-0794f520-1a0c-4724-ae52-49dd4b9ef706 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Network 9ab7433b-1716-421d-bc0a-cb67ae511239 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:48:38.065075 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-0794f520-1a0c-4724-ae52-49dd4b9ef706 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:48:38.085982 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-0794f520-1a0c-4724-ae52-49dd4b9ef706 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:48:38.108712 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794f520-1a0c-4724-ae52-49dd4b9ef706 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Pushing event updated for resources: {'Port': ['ID=8089a4df-5c9a-41ca-8d1e-ed6883f87e8e,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:48:38.133498 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0794f520-1a0c-4724-ae52-49dd4b9ef706 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:48:38.133841 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0794f520-1a0c-4724-ae52-49dd4b9ef706 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:48:38.134174 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0794f520-1a0c-4724-ae52-49dd4b9ef706 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:48:38.134507 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0794f520-1a0c-4724-ae52-49dd4b9ef706 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:48:38.134829 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0794f520-1a0c-4724-ae52-49dd4b9ef706 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:48:38.135156 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0794f520-1a0c-4724-ae52-49dd4b9ef706 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:48:38.135507 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0794f520-1a0c-4724-ae52-49dd4b9ef706 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:48:38.135828 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0794f520-1a0c-4724-ae52-49dd4b9ef706 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:48:38.136150 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0794f520-1a0c-4724-ae52-49dd4b9ef706 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:48:38.136467 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0794f520-1a0c-4724-ae52-49dd4b9ef706 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:48:38.136784 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0794f520-1a0c-4724-ae52-49dd4b9ef706 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:48:38.137084 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0794f520-1a0c-4724-ae52-49dd4b9ef706 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:48:38.150522 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-0794f520-1a0c-4724-ae52-49dd4b9ef706 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:48:38.151128 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-0794f520-1a0c-4724-ae52-49dd4b9ef706 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:38.164161 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea91ba3-4a27-47de-a67b-e03a01f2c01b req-178f111d-ed9e-44ea-8eaa-f592806fba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:48:38.165657 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-dea91ba3-4a27-47de-a67b-e03a01f2c01b req-178f111d-ed9e-44ea-8eaa-f592806fba4e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9ab7433b-1716-421d-bc0a-cb67ae511239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1167915 Aug 27 03:48:38.174011 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-0794f520-1a0c-4724-ae52-49dd4b9ef706 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9169173 Aug 27 03:48:38.187539 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.v2.base [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-c7d42df4-dccd-43df-b6ad-ce9dd19ee115 service neutron] Request body: {'port': {'device_id': '72e264d9-ce69-4952-8e51-26bd309ea0c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=93891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:48:38.290196 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-c7d42df4-dccd-43df-b6ad-ce9dd19ee115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:38.315426 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-dea91ba3-4a27-47de-a67b-e03a01f2c01b req-ded492f3-91c9-4904-9307-7368018ce0ac service neutron] 10.222.0.63 "GET /v2.0/networks/9ab7433b-1716-421d-bc0a-cb67ae511239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404874 Aug 27 03:48:38.335480 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-247ee4a0-cb6f-4db1-8148-5ee71b479559 None None] Provisioning for port 8089a4df-5c9a-41ca-8d1e-ed6883f87e8e completed by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:48:38.339160 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-247ee4a0-cb6f-4db1-8148-5ee71b479559 None None] Provisioning complete for port 8089a4df-5c9a-41ca-8d1e-ed6883f87e8e triggered by entity DHCP. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:48:38.339553 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-247ee4a0-cb6f-4db1-8148-5ee71b479559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:38.379622 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-247ee4a0-cb6f-4db1-8148-5ee71b479559 None None] Port 8089a4df-5c9a-41ca-8d1e-ed6883f87e8e cannot update to ACTIVE because it is not bound. {{(pid=93892) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:48:38.555654 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-dea91ba3-4a27-47de-a67b-e03a01f2c01b req-a4c7139d-791d-450c-8106-116f117bb394 service neutron] 10.222.0.63 "GET /v2.0/networks/9ab7433b-1716-421d-bc0a-cb67ae511239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195392 Aug 27 03:48:38.581746 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae9927-2700-4125-a0c2-b07f370d73c3 req-c295d14a-33d2-47a4-b0a1-9c877e864776 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:48:38.583213 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-82ae9927-2700-4125-a0c2-b07f370d73c3 req-c295d14a-33d2-47a4-b0a1-9c877e864776 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=72e264d9-ce69-4952-8e51-26bd309ea0c0 HTTP/1.1" status: 200 len: 931 time: 0.1254191 Aug 27 03:48:38.643261 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-82ae9927-2700-4125-a0c2-b07f370d73c3 req-155da38a-5ac7-442b-91b1-84ef5fd7c2c5 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/security-groups?id=000d2d12-5d0e-47bf-8a89-c5a038b16e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536644 Aug 27 03:48:38.695739 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-c7d42df4-dccd-43df-b6ad-ce9dd19ee115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8089a4df-5c9a-41ca-8d1e-ed6883f87e8e {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:48:38.703111 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-c7d42df4-dccd-43df-b6ad-ce9dd19ee115 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:38.714892 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-c7d42df4-dccd-43df-b6ad-ce9dd19ee115 service neutron] Transition to ACTIVE for port object 8089a4df-5c9a-41ca-8d1e-ed6883f87e8e will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:48:38.720782 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-c7d42df4-dccd-43df-b6ad-ce9dd19ee115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8458856'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:38.769616 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d42df4-dccd-43df-b6ad-ce9dd19ee115 service neutron] Pushing event updated for resources: {'Port': ['ID=8089a4df-5c9a-41ca-8d1e-ed6883f87e8e,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:48:38.838809 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-c7d42df4-dccd-43df-b6ad-ce9dd19ee115 service neutron] Attempting to bind port 8089a4df-5c9a-41ca-8d1e-ed6883f87e8e on host hv-cinder-80473 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:48:38.839149 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-c7d42df4-dccd-43df-b6ad-ce9dd19ee115 service neutron] Attempting to bind port 8089a4df-5c9a-41ca-8d1e-ed6883f87e8e by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'ce8f3126-1a54-42bf-87c7-124b21dece55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:48:38.839517 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-c7d42df4-dccd-43df-b6ad-ce9dd19ee115 service neutron] Attempting to bind port 8089a4df-5c9a-41ca-8d1e-ed6883f87e8e on network 9ab7433b-1716-421d-bc0a-cb67ae511239 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:48:38.844353 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-c7d42df4-dccd-43df-b6ad-ce9dd19ee115 service neutron] Port 8089a4df-5c9a-41ca-8d1e-ed6883f87e8e on network 9ab7433b-1716-421d-bc0a-cb67ae511239 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:48:38.844882 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-c7d42df4-dccd-43df-b6ad-ce9dd19ee115 service neutron] Attempting to bind port 8089a4df-5c9a-41ca-8d1e-ed6883f87e8e on network 9ab7433b-1716-421d-bc0a-cb67ae511239 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:48:38.850138 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-c7d42df4-dccd-43df-b6ad-ce9dd19ee115 service neutron] Checking agent: {'id': '24f718bb-5cbe-4fbb-a277-c3e337c88f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 27, 23), 'started_at': datetime.datetime(2021, 8, 27, 3, 27, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:48:38.850474 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-c7d42df4-dccd-43df-b6ad-ce9dd19ee115 service neutron] Checking segment: {'id': 'ce8f3126-1a54-42bf-87c7-124b21dece55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:48:38.850852 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-c7d42df4-dccd-43df-b6ad-ce9dd19ee115 service neutron] Bound using segment: {'id': 'ce8f3126-1a54-42bf-87c7-124b21dece55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:48:38.851279 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-c7d42df4-dccd-43df-b6ad-ce9dd19ee115 service neutron] Bound port: 8089a4df-5c9a-41ca-8d1e-ed6883f87e8e, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8f3126-1a54-42bf-87c7-124b21dece55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:48:38.851657 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-c7d42df4-dccd-43df-b6ad-ce9dd19ee115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:38.922903 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-c7d42df4-dccd-43df-b6ad-ce9dd19ee115 service neutron] For port 8089a4df-5c9a-41ca-8d1e-ed6883f87e8e, host hv-cinder-80473, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:48:38.927000 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-c7d42df4-dccd-43df-b6ad-ce9dd19ee115 service neutron] For port 8089a4df-5c9a-41ca-8d1e-ed6883f87e8e, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=8089a4df-5c9a-41ca-8d1e-ed6883f87e8e,segment=NetworkSegment(ce8f3126-1a54-42bf-87c7-124b21dece55),segment_id=ce8f3126-1a54-42bf-87c7-124b21dece55)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:48:38.933330 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-c7d42df4-dccd-43df-b6ad-ce9dd19ee115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8458856'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:38.969519 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-c7d42df4-dccd-43df-b6ad-ce9dd19ee115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:48:38.970017 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-c7d42df4-dccd-43df-b6ad-ce9dd19ee115 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:38.971424 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-c7d42df4-dccd-43df-b6ad-ce9dd19ee115 service neutron] 10.222.0.63 "PUT /v2.0/ports/8089a4df-5c9a-41ca-8d1e-ed6883f87e8e HTTP/1.1" status: 200 len: 1093 time: 0.7888052 Aug 27 03:48:38.971858 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e264d9-ce69-4952-8e51-26bd309ea0c0', 'tag': '8089a4df-5c9a-41ca-8d1e-ed6883f87e8e'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:48:38.974121 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5db798dbfc6723b72cacb44784ab66cf68bec91175074e332c63962bd4ba80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65cb8352-4061-408d-9f8f-eca08d8fb940" -d '{"events": [{"name": "network-changed", "server_uuid": "72e264d9-ce69-4952-8e51-26bd309ea0c0", "tag": "8089a4df-5c9a-41ca-8d1e-ed6883f87e8e"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:48:39.002052 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d42df4-dccd-43df-b6ad-ce9dd19ee115 service neutron] Pushing event updated for resources: {'Port': ['ID=8089a4df-5c9a-41ca-8d1e-ed6883f87e8e,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:48:39.031151 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd7985d-a8de-42e7-a465-6c88a69c48d5 x-openstack-request-id: req-5bd7985d-a8de-42e7-a465-6c88a69c48d5 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:48:39.031151 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e264d9-ce69-4952-8e51-26bd309ea0c0", "tag": "8089a4df-5c9a-41ca-8d1e-ed6883f87e8e", "status": "completed", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:48:39.031151 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5bd7985d-a8de-42e7-a465-6c88a69c48d5 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:48:39.031151 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e264d9-ce69-4952-8e51-26bd309ea0c0', 'tag': '8089a4df-5c9a-41ca-8d1e-ed6883f87e8e', 'status': 'completed', 'code': 200} Aug 27 03:48:39.061945 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-6b36456b-594a-4769-b35d-4c75148d4ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:48:39.063623 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-6b36456b-594a-4769-b35d-4c75148d4ecf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3b3caaf70e4a491c8eafa684e6f8930e&device_id=72e264d9-ce69-4952-8e51-26bd309ea0c0 HTTP/1.1" status: 200 len: 1096 time: 0.0441186 Aug 27 03:48:39.106940 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-2e3d4f44-b9eb-4797-9a35-9ac5fda99882 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8089a4df-5c9a-41ca-8d1e-ed6883f87e8e HTTP/1.1" status: 200 len: 217 time: 0.0346007 Aug 27 03:48:39.161225 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-c5bd4c93-b377-4668-adc2-17c7c9513afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:48:39.162709 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-c5bd4c93-b377-4668-adc2-17c7c9513afb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6db17a4e-a1ff-4d18-aaa1-a0d95360b082 HTTP/1.1" status: 200 len: 850 time: 0.0487816 Aug 27 03:48:39.216344 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-e880e334-535c-441f-b1c9-5a8f5c65f40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:48:39.217819 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-e880e334-535c-441f-b1c9-5a8f5c65f40e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9ab7433b-1716-421d-bc0a-cb67ae511239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463860 Aug 27 03:48:39.315749 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-874a10fa-3839-4908-aece-a0823e27fb3d service neutron] 10.222.0.63 "GET /v2.0/networks/9ab7433b-1716-421d-bc0a-cb67ae511239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895936 Aug 27 03:48:39.412710 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-1e6a5909-e828-44f5-b8b1-5f416f804973 req-7534b196-d314-42d0-8cdc-ef71cf0db47e service neutron] 10.222.0.63 "GET /v2.0/networks/9ab7433b-1716-421d-bc0a-cb67ae511239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894830 Aug 27 03:48:39.530668 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb8352-4061-408d-9f8f-eca08d8fb940 req-1f7f4591-654d-46e1-8b73-79015bdd47cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:48:39.532912 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-65cb8352-4061-408d-9f8f-eca08d8fb940 req-1f7f4591-654d-46e1-8b73-79015bdd47cb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3b3caaf70e4a491c8eafa684e6f8930e&device_id=72e264d9-ce69-4952-8e51-26bd309ea0c0 HTTP/1.1" status: 200 len: 1096 time: 0.0627573 Aug 27 03:48:39.630167 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb8352-4061-408d-9f8f-eca08d8fb940 req-10efa3b5-3f7d-460f-8a17-5a756ed2491e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:48:39.631653 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-65cb8352-4061-408d-9f8f-eca08d8fb940 req-10efa3b5-3f7d-460f-8a17-5a756ed2491e service neutron] 10.222.0.63 "GET /v2.0/networks?id=9ab7433b-1716-421d-bc0a-cb67ae511239 HTTP/1.1" status: 200 len: 912 time: 0.0907407 Aug 27 03:48:39.674136 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-65cb8352-4061-408d-9f8f-eca08d8fb940 req-41bc24fc-7bae-42da-ae78-874bdc95398d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8089a4df-5c9a-41ca-8d1e-ed6883f87e8e HTTP/1.1" status: 200 len: 217 time: 0.0337708 Aug 27 03:48:39.734730 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb8352-4061-408d-9f8f-eca08d8fb940 req-ac0943f4-a69b-408d-9325-e414216c7781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:48:39.736236 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-65cb8352-4061-408d-9f8f-eca08d8fb940 req-ac0943f4-a69b-408d-9325-e414216c7781 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6db17a4e-a1ff-4d18-aaa1-a0d95360b082 HTTP/1.1" status: 200 len: 850 time: 0.0541949 Aug 27 03:48:39.806689 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d777370-0ddd-4028-987f-9a56d55081c2 req-e93e1a9f-75f1-4ae9-9b98-c251865f1e77 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:48:39.808728 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7d777370-0ddd-4028-987f-9a56d55081c2 req-e93e1a9f-75f1-4ae9-9b98-c251865f1e77 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=72e264d9-ce69-4952-8e51-26bd309ea0c0 HTTP/1.1" status: 200 len: 943 time: 0.0948465 Aug 27 03:48:39.810103 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb8352-4061-408d-9f8f-eca08d8fb940 req-27aaa574-c890-4689-a611-81bbfd6d5f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:48:39.811463 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-65cb8352-4061-408d-9f8f-eca08d8fb940 req-27aaa574-c890-4689-a611-81bbfd6d5f87 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9ab7433b-1716-421d-bc0a-cb67ae511239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582819 Aug 27 03:48:39.897099 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7d777370-0ddd-4028-987f-9a56d55081c2 req-aa2e2ce1-46fa-4cb4-a3ee-e279a5192e62 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/security-groups?id=000d2d12-5d0e-47bf-8a89-c5a038b16e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814621 Aug 27 03:48:39.927377 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-65cb8352-4061-408d-9f8f-eca08d8fb940 req-7c1a55c1-4dc5-4f20-83e6-6ddcd4568a12 service neutron] 10.222.0.63 "GET /v2.0/networks/9ab7433b-1716-421d-bc0a-cb67ae511239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054342 Aug 27 03:48:40.020400 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-65cb8352-4061-408d-9f8f-eca08d8fb940 req-2fe6fb0a-2c3e-4ff7-8e7d-24e33946faa1 service neutron] 10.222.0.63 "GET /v2.0/networks/9ab7433b-1716-421d-bc0a-cb67ae511239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821068 Aug 27 03:48:41.027517 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ec687-5ca2-43cc-a0b1-9f655bf10ae6 req-7b6e6812-dbd2-4434-8d23-fb16855dffd8 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:48:41.028975 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d69ec687-5ca2-43cc-a0b1-9f655bf10ae6 req-7b6e6812-dbd2-4434-8d23-fb16855dffd8 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=72e264d9-ce69-4952-8e51-26bd309ea0c0 HTTP/1.1" status: 200 len: 943 time: 0.0487480 Aug 27 03:48:41.066667 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d69ec687-5ca2-43cc-a0b1-9f655bf10ae6 req-b76ef1ff-9939-4cc2-b4cc-706e9664e884 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/security-groups?id=000d2d12-5d0e-47bf-8a89-c5a038b16e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312288 Aug 27 03:48:41.072247 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 6 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:48:42.195921 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5881140-57e4-4dbb-bad0-472608d6e110 req-fd794d27-26be-4a19-af9e-1a64e25ce227 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:48:42.197414 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e5881140-57e4-4dbb-bad0-472608d6e110 req-fd794d27-26be-4a19-af9e-1a64e25ce227 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=72e264d9-ce69-4952-8e51-26bd309ea0c0 HTTP/1.1" status: 200 len: 943 time: 0.0581825 Aug 27 03:48:42.234370 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e5881140-57e4-4dbb-bad0-472608d6e110 req-562f879e-45c9-4427-a691-7fbe14a28ec9 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/security-groups?id=000d2d12-5d0e-47bf-8a89-c5a038b16e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309734 Aug 27 03:48:43.359736 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827b724-1005-4baf-9ce2-81dc5e6946b8 req-074c3954-a7bf-4c56-875c-a09bb2a70800 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:48:43.361219 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e827b724-1005-4baf-9ce2-81dc5e6946b8 req-074c3954-a7bf-4c56-875c-a09bb2a70800 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=72e264d9-ce69-4952-8e51-26bd309ea0c0 HTTP/1.1" status: 200 len: 943 time: 0.0543213 Aug 27 03:48:43.399821 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-e827b724-1005-4baf-9ce2-81dc5e6946b8 req-c2323317-f828-4cfa-83c9-62146249c18f tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/security-groups?id=000d2d12-5d0e-47bf-8a89-c5a038b16e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325511 Aug 27 03:48:44.525746 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1ff67-99d5-4a13-a090-e37176a9f69b req-2c969b5c-2f60-4984-8cf9-54fe85b8d6c2 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:48:44.527187 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f4f1ff67-99d5-4a13-a090-e37176a9f69b req-2c969b5c-2f60-4984-8cf9-54fe85b8d6c2 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=72e264d9-ce69-4952-8e51-26bd309ea0c0 HTTP/1.1" status: 200 len: 943 time: 0.0595505 Aug 27 03:48:44.565975 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-f4f1ff67-99d5-4a13-a090-e37176a9f69b req-13fec796-da19-4a18-98f2-efbeb4637b90 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/security-groups?id=000d2d12-5d0e-47bf-8a89-c5a038b16e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326765 Aug 27 03:48:44.911500 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-bed31380-dc5c-402e-a925-2884417cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:45.690741 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f85331-6a8e-4884-bab0-923cdf06593e req-da6a13eb-546c-41d4-82da-73a5910bd494 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:48:45.692239 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-30f85331-6a8e-4884-bab0-923cdf06593e req-da6a13eb-546c-41d4-82da-73a5910bd494 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=72e264d9-ce69-4952-8e51-26bd309ea0c0 HTTP/1.1" status: 200 len: 943 time: 0.0576065 Aug 27 03:48:45.731716 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-30f85331-6a8e-4884-bab0-923cdf06593e req-22739626-b747-4d11-bbd2-78d93a7a297a tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/security-groups?id=000d2d12-5d0e-47bf-8a89-c5a038b16e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333889 Aug 27 03:48:46.862197 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8decce9-804d-4dcb-ae3f-63a7c898b0bc req-07d81a0f-56b1-4751-884f-7b171250bb90 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:48:46.863701 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c8decce9-804d-4dcb-ae3f-63a7c898b0bc req-07d81a0f-56b1-4751-884f-7b171250bb90 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=72e264d9-ce69-4952-8e51-26bd309ea0c0 HTTP/1.1" status: 200 len: 943 time: 0.0558329 Aug 27 03:48:46.905344 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c8decce9-804d-4dcb-ae3f-63a7c898b0bc req-6528406f-efbd-4834-8a06-e96ed04764f6 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/security-groups?id=000d2d12-5d0e-47bf-8a89-c5a038b16e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328102 Aug 27 03:48:47.132993 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 8089a4df-5c9a-41ca-8d1e-ed6883f87e8e details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=93892) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:48:47.237488 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 8089a4df-5c9a-41ca-8d1e-ed6883f87e8e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=8089a4df-5c9a-41ca-8d1e-ed6883f87e8e,segment=NetworkSegment(ce8f3126-1a54-42bf-87c7-124b21dece55),segment_id=ce8f3126-1a54-42bf-87c7-124b21dece55)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:48:47.249541 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Returning: {'device': '8089a4df-5c9a-41ca-8d1e-ed6883f87e8e', 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239', 'port_id': '8089a4df-5c9a-41ca-8d1e-ed6883f87e8e', 'mac_address': 'fa:16:3e:53:39:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93892) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:48:47.295499 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:47.318117 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8089a4df-5c9a-41ca-8d1e-ed6883f87e8e {{(pid=93892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:48:47.337112 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-c9d40b0b-ad43-4ab0-aa3c-c9b874d09fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:47.345865 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 8089a4df-5c9a-41ca-8d1e-ed6883f87e8e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=8089a4df-5c9a-41ca-8d1e-ed6883f87e8e,segment=NetworkSegment(ce8f3126-1a54-42bf-87c7-124b21dece55),segment_id=ce8f3126-1a54-42bf-87c7-124b21dece55)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:48:47.352530 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:47.409223 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=8089a4df-5c9a-41ca-8d1e-ed6883f87e8e,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:48:47.416290 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:48:47.416631 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:48:47.416966 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:48:47.417293 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:48:47.417619 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:48:47.417946 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:48:47.418254 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:48:47.418576 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:48:47.418897 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:48:47.419207 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:48:47.419548 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:48:47.419867 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:48:47.535126 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:47.611227 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] get_ports_and_sgs() called for port_ids ['8089a4df-5c9a-41ca-8d1e-ed6883f87e8e'] {{(pid=93892) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:48:48.040278 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e32c4e-2628-4325-a59e-4131955b0058 req-0f713656-3d1b-4901-8eb4-fa7f978fdd09 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:48:48.041738 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c9e32c4e-2628-4325-a59e-4131955b0058 req-0f713656-3d1b-4901-8eb4-fa7f978fdd09 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=72e264d9-ce69-4952-8e51-26bd309ea0c0 HTTP/1.1" status: 200 len: 944 time: 0.0531757 Aug 27 03:48:48.083461 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-c9e32c4e-2628-4325-a59e-4131955b0058 req-2cec249b-7803-4da8-8cf4-42810a06abf4 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/security-groups?id=000d2d12-5d0e-47bf-8a89-c5a038b16e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316522 Aug 27 03:48:48.728615 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:49.144107 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 8089a4df-5c9a-41ca-8d1e-ed6883f87e8e up at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:48:49.193954 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Provisioning for port 8089a4df-5c9a-41ca-8d1e-ed6883f87e8e completed by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:48:49.198060 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Provisioning complete for port 8089a4df-5c9a-41ca-8d1e-ed6883f87e8e triggered by entity L2. {{(pid=93892) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:48:49.198501 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1599967'] for port, provisioning_complete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:49.209259 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204ce9b-e401-4e11-b070-f1512a6bb3d1 req-96c5fc5f-1eb5-414c-b508-be28649cf115 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:48:49.210723 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d204ce9b-e401-4e11-b070-f1512a6bb3d1 req-96c5fc5f-1eb5-414c-b508-be28649cf115 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=72e264d9-ce69-4952-8e51-26bd309ea0c0 HTTP/1.1" status: 200 len: 944 time: 0.0576949 Aug 27 03:48:49.248786 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d204ce9b-e401-4e11-b070-f1512a6bb3d1 req-a6453291-bcea-402a-96de-905b2a7769fe tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/security-groups?id=000d2d12-5d0e-47bf-8a89-c5a038b16e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318387 Aug 27 03:48:49.280503 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:49.303343 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e264d9-ce69-4952-8e51-26bd309ea0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8089a4df-5c9a-41ca-8d1e-ed6883f87e8e'}] {{(pid=93892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:48:49.305635 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b63a46784ce0c86216665a107eadf653c768d6aaa0a676db5e2e070eb4240c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44007269-2847-4fe8-b3e4-d492f06018ca" -d '{"events": [{"server_uuid": "72e264d9-ce69-4952-8e51-26bd309ea0c0", "name": "network-vif-plugged", "status": "completed", "tag": "8089a4df-5c9a-41ca-8d1e-ed6883f87e8e"}]}' {{(pid=93892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:48:49.319173 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] For port 8089a4df-5c9a-41ca-8d1e-ed6883f87e8e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=8089a4df-5c9a-41ca-8d1e-ed6883f87e8e,segment=NetworkSegment(ce8f3126-1a54-42bf-87c7-124b21dece55),segment_id=ce8f3126-1a54-42bf-87c7-124b21dece55)] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:48:49.324677 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:49.353533 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc928c5-0117-4a0c-9ecf-81df1a501432 x-openstack-request-id: req-9bc928c5-0117-4a0c-9ecf-81df1a501432 {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:48:49.353851 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e264d9-ce69-4952-8e51-26bd309ea0c0", "name": "network-vif-plugged", "status": "completed", "tag": "8089a4df-5c9a-41ca-8d1e-ed6883f87e8e", "code": 200}]} {{(pid=93892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:48:49.354113 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9bc928c5-0117-4a0c-9ecf-81df1a501432 {{(pid=93892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:48:49.354483 dv-cinder-804735-2-iscsi neutron-server[93892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e264d9-ce69-4952-8e51-26bd309ea0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8089a4df-5c9a-41ca-8d1e-ed6883f87e8e', 'code': 200} Aug 27 03:48:49.384178 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Pushing event updated for resources: {'Port': ['ID=8089a4df-5c9a-41ca-8d1e-ed6883f87e8e,revision_number=5']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:48:49.581809 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e6442-5e8b-4a7a-81dd-f3f768c36a4f req-74c347ea-8a97-404a-b8f4-be19089b4c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:48:49.584231 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-870e6442-5e8b-4a7a-81dd-f3f768c36a4f req-74c347ea-8a97-404a-b8f4-be19089b4c9b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=72e264d9-ce69-4952-8e51-26bd309ea0c0 HTTP/1.1" status: 200 len: 1098 time: 0.0440764 Aug 27 03:48:49.622499 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-870e6442-5e8b-4a7a-81dd-f3f768c36a4f req-aad2f235-5aa0-4e0a-bd29-2ca11e9a2b89 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=000d2d12-5d0e-47bf-8a89-c5a038b16e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301332 Aug 27 03:48:50.268075 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:50.372662 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb855a-a01d-4acc-b3cb-9745dd33f174 req-e17cc8cc-6c12-4e11-9457-ce5dcb851e08 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:48:50.374228 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3cbb855a-a01d-4acc-b3cb-9745dd33f174 req-e17cc8cc-6c12-4e11-9457-ce5dcb851e08 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=72e264d9-ce69-4952-8e51-26bd309ea0c0 HTTP/1.1" status: 200 len: 945 time: 0.0582678 Aug 27 03:48:50.418433 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-3cbb855a-a01d-4acc-b3cb-9745dd33f174 req-9c222f32-d44d-4f3a-bcf2-6affeb9b0f79 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/security-groups?id=000d2d12-5d0e-47bf-8a89-c5a038b16e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376952 Aug 27 03:48:51.566940 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a648d-b45b-401d-a83f-6968e999314f req-06ccf1e2-017a-4c51-b37f-79051f33ce9a tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:48:51.568422 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-882a648d-b45b-401d-a83f-6968e999314f req-06ccf1e2-017a-4c51-b37f-79051f33ce9a tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=72e264d9-ce69-4952-8e51-26bd309ea0c0 HTTP/1.1" status: 200 len: 945 time: 0.0619347 Aug 27 03:48:51.611242 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-882a648d-b45b-401d-a83f-6968e999314f req-32e18a5e-b3a7-4103-8ea5-61a3203e5bb7 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/security-groups?id=000d2d12-5d0e-47bf-8a89-c5a038b16e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338044 Aug 27 03:48:51.740159 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9fc57-2191-4410-837b-28a45396b08e req-f8202829-7691-4403-abe8-6060aef276e8 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:48:51.741687 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-20e9fc57-2191-4410-837b-28a45396b08e req-f8202829-7691-4403-abe8-6060aef276e8 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=72e264d9-ce69-4952-8e51-26bd309ea0c0 HTTP/1.1" status: 200 len: 945 time: 0.0535872 Aug 27 03:48:51.791710 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-20e9fc57-2191-4410-837b-28a45396b08e req-5aefe004-27fe-49ed-ad22-2a32e233a7a3 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/security-groups?id=000d2d12-5d0e-47bf-8a89-c5a038b16e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368667 Aug 27 03:48:51.823746 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 32984) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:48:51.867388 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890fd1e5-1232-4cfb-95eb-4d124f815df0 tempest-TestVolumeBootPattern-1010962966 tempest-TestVolumeBootPattern-1010962966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:48:51.868971 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-890fd1e5-1232-4cfb-95eb-4d124f815df0 tempest-TestVolumeBootPattern-1010962966 tempest-TestVolumeBootPattern-1010962966-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=72e264d9-ce69-4952-8e51-26bd309ea0c0 HTTP/1.1" status: 200 len: 1093 time: 0.0442481 Aug 27 03:48:51.873101 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 32988) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:48:51.877476 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.v2.base [None req-b6845363-8a27-4302-a011-65e72f93d4cb tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Request body: {'floatingip': {'floating_network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'port_id': '8089a4df-5c9a-41ca-8d1e-ed6883f87e8e', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:48:51.902556 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b6845363-8a27-4302-a011-65e72f93d4cb tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks [] for floatingip, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:52.004665 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b6845363-8a27-4302-a011-65e72f93d4cb tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:52.116294 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-b6845363-8a27-4302-a011-65e72f93d4cb tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Allocated IP 172.27.0.223 (239ea516-19ad-4308-8c8f-3a956c00c66f/240b09d3-e621-4049-93c9-64b8f5a60ad0/4df14856-291f-4693-9eb4-994ee02d24da) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:48:52.233600 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b6845363-8a27-4302-a011-65e72f93d4cb tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:52.278108 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b6845363-8a27-4302-a011-65e72f93d4cb tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776574869508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9123015'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:52.323120 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6845363-8a27-4302-a011-65e72f93d4cb tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Network 239ea516-19ad-4308-8c8f-3a956c00c66f is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:48:52.327928 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-b6845363-8a27-4302-a011-65e72f93d4cb tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:48:52.331479 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6845363-8a27-4302-a011-65e72f93d4cb tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:48:52.337601 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6845363-8a27-4302-a011-65e72f93d4cb tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Pushing event updated for resources: {'Port': ['ID=4df14856-291f-4693-9eb4-994ee02d24da,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:48:52.364906 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6845363-8a27-4302-a011-65e72f93d4cb tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:48:52.365247 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6845363-8a27-4302-a011-65e72f93d4cb tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:48:52.365593 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6845363-8a27-4302-a011-65e72f93d4cb tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:48:52.365908 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6845363-8a27-4302-a011-65e72f93d4cb tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:48:52.366229 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6845363-8a27-4302-a011-65e72f93d4cb tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:48:52.366548 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6845363-8a27-4302-a011-65e72f93d4cb tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:48:52.366872 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6845363-8a27-4302-a011-65e72f93d4cb tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:48:52.367192 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6845363-8a27-4302-a011-65e72f93d4cb tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:48:52.367533 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6845363-8a27-4302-a011-65e72f93d4cb tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:48:52.367852 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6845363-8a27-4302-a011-65e72f93d4cb tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:48:52.368164 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6845363-8a27-4302-a011-65e72f93d4cb tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:48:52.368471 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6845363-8a27-4302-a011-65e72f93d4cb tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:48:52.706582 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b6845363-8a27-4302-a011-65e72f93d4cb tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:52.773548 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b6845363-8a27-4302-a011-65e72f93d4cb tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641046'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:52.924010 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b6845363-8a27-4302-a011-65e72f93d4cb tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:52.932689 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b6845363-8a27-4302-a011-65e72f93d4cb tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776575344689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776574869526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776574869544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9123038'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:53.006438 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6845363-8a27-4302-a011-65e72f93d4cb tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Pushing event updated for resources: {'Port': ['ID=4df14856-291f-4693-9eb4-994ee02d24da,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:48:53.020301 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b6845363-8a27-4302-a011-65e72f93d4cb tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456017'] for floatingip, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:53.123257 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.db.l3_db [None req-b6845363-8a27-4302-a011-65e72f93d4cb tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Floating IP 12ecc695-641c-4124-9717-cbdda2e97b77 associated. External IP: 172.27.0.223, port: 8089a4df-5c9a-41ca-8d1e-ed6883f87e8e. Aug 27 03:48:53.337184 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6845363-8a27-4302-a011-65e72f93d4cb tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Router 66fca0f4-9f89-46c9-8f85-376bb425b074 has already been hosted by L3 agent 531130d0-1c3c-4def-a74a-055fb8373853 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:48:53.446016 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6845363-8a27-4302-a011-65e72f93d4cb tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify agent at l3_agent.dv-cinder-804735-2-iscsi the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:48:53.456375 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bc4f3f-9083-4c4b-af58-19a9fa15a286 None None] Sync routers for ids ['66fca0f4-9f89-46c9-8f85-376bb425b074'] in dv-cinder-804735-2-iscsi {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:48:53.463041 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b6845363-8a27-4302-a011-65e72f93d4cb tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:53.466246 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bc4f3f-9083-4c4b-af58-19a9fa15a286 None None] Routers {'66fca0f4-9f89-46c9-8f85-376bb425b074'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:48:53.466849 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-60bc4f3f-9083-4c4b-af58-19a9fa15a286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:48:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['66fca0f4-9f89-46c9-8f85-376bb425b074'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:48:53.489191 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-b6845363-8a27-4302-a011-65e72f93d4cb tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6150935 Aug 27 03:48:53.489782 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e264d9-ce69-4952-8e51-26bd309ea0c0', 'tag': '8089a4df-5c9a-41ca-8d1e-ed6883f87e8e'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:48:53.492070 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}755905221a1e0f69e4370b1ec2ad9bde0bcbe0fd3cc794ff6c7e2d34909de1ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6147a85f-98b2-4ebf-ae6d-15625f80decf" -d '{"events": [{"name": "network-changed", "server_uuid": "72e264d9-ce69-4952-8e51-26bd309ea0c0", "tag": "8089a4df-5c9a-41ca-8d1e-ed6883f87e8e"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:48:53.529853 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b591de-0eff-4671-a238-5f45620bbdf5 x-openstack-request-id: req-f4b591de-0eff-4671-a238-5f45620bbdf5 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:48:53.530116 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e264d9-ce69-4952-8e51-26bd309ea0c0", "tag": "8089a4df-5c9a-41ca-8d1e-ed6883f87e8e", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:48:53.530374 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f4b591de-0eff-4671-a238-5f45620bbdf5 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:48:53.530783 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e264d9-ce69-4952-8e51-26bd309ea0c0', 'tag': '8089a4df-5c9a-41ca-8d1e-ed6883f87e8e', 'status': 'completed', 'code': 200} Aug 27 03:48:53.579178 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-60bc4f3f-9083-4c4b-af58-19a9fa15a286 None None] Set router 66fca0f4-9f89-46c9-8f85-376bb425b074 gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:48:53.594734 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147a85f-98b2-4ebf-ae6d-15625f80decf req-c84e09d0-beaa-4881-9e47-32f280f04064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:48:53.596346 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6147a85f-98b2-4ebf-ae6d-15625f80decf req-c84e09d0-beaa-4881-9e47-32f280f04064 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3b3caaf70e4a491c8eafa684e6f8930e&device_id=72e264d9-ce69-4952-8e51-26bd309ea0c0 HTTP/1.1" status: 200 len: 1098 time: 0.0416055 Aug 27 03:48:53.689345 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147a85f-98b2-4ebf-ae6d-15625f80decf req-3902e9c2-145a-4f10-b109-9d20de9a079c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:48:53.690841 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6147a85f-98b2-4ebf-ae6d-15625f80decf req-3902e9c2-145a-4f10-b109-9d20de9a079c service neutron] 10.222.0.63 "GET /v2.0/networks?id=9ab7433b-1716-421d-bc0a-cb67ae511239 HTTP/1.1" status: 200 len: 912 time: 0.0868227 Aug 27 03:48:53.758039 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6147a85f-98b2-4ebf-ae6d-15625f80decf req-4de4dcc5-8ce6-42f7-90b3-cf1c963bf21f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8089a4df-5c9a-41ca-8d1e-ed6883f87e8e HTTP/1.1" status: 200 len: 999 time: 0.0592911 Aug 27 03:48:53.808855 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-60bc4f3f-9083-4c4b-af58-19a9fa15a286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'name': 'tempest-TestVolumeBootPattern-589027000-router', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:43:57Z', 'revision_number': 4, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'gw_port': {'id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:aa:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_floatingips': [{'id': '12ecc695-641c-4124-9717-cbdda2e97b77', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'floating_ip_address': '172.27.0.223', 'floating_network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'router_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'port_id': '8089a4df-5c9a-41ca-8d1e-ed6883f87e8e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239', 'mac_address': 'fa:16:3e:53:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e264d9-ce69-4952-8e51-26bd309ea0c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:48:52Z', 'updated_at': '2021-08-27T03:48:52Z', 'revision_number': 0, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'fixed_ip_address_scope': None}, {'id': '8adaadfd-f2f8-42cf-bfb1-5b423b8cdc67', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'router_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'port_id': '1d1814d3-77e1-439b-8aba-c1723bc486fd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239', 'mac_address': 'fa:16:3e:c6:23:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee358442-5e68-4a40-8e63-0076f2b8a259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:47:00Z', 'updated_at': '2021-08-27T03:47:02Z', 'revision_number': 1, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9022a512-90b5-4fad-92c8-672ddd625ccd', 'name': '', 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'mac_address': 'fa:16:3e:6f:57:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:56Z', 'updated_at': '2021-08-27T03:44:02Z', 'revision_number': 5, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'subnets': [{'id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:48:53.813381 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147a85f-98b2-4ebf-ae6d-15625f80decf req-8d9a62b9-955e-44cd-bd31-6a721e1d9ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:48:53.814906 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6147a85f-98b2-4ebf-ae6d-15625f80decf req-8d9a62b9-955e-44cd-bd31-6a721e1d9ed6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6db17a4e-a1ff-4d18-aaa1-a0d95360b082 HTTP/1.1" status: 200 len: 850 time: 0.0488248 Aug 27 03:48:53.834427 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bc4f3f-9083-4c4b-af58-19a9fa15a286 None None] Checking router: 66fca0f4-9f89-46c9-8f85-376bb425b074 for host: dv-cinder-804735-2-iscsi {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:48:53.842714 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bc4f3f-9083-4c4b-af58-19a9fa15a286 None None] Routers {'66fca0f4-9f89-46c9-8f85-376bb425b074'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:48:53.843312 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-60bc4f3f-9083-4c4b-af58-19a9fa15a286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:48:47Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['66fca0f4-9f89-46c9-8f85-376bb425b074'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:48:53.862225 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147a85f-98b2-4ebf-ae6d-15625f80decf req-12377602-541f-4111-9552-7c00e9090e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:48:53.863911 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6147a85f-98b2-4ebf-ae6d-15625f80decf req-12377602-541f-4111-9552-7c00e9090e3c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9ab7433b-1716-421d-bc0a-cb67ae511239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415411 Aug 27 03:48:53.946161 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-60bc4f3f-9083-4c4b-af58-19a9fa15a286 None None] Set router 66fca0f4-9f89-46c9-8f85-376bb425b074 gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:48:53.953381 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6147a85f-98b2-4ebf-ae6d-15625f80decf req-6c2243c8-59a3-43ea-8a2c-dcf16dff0e66 service neutron] 10.222.0.63 "GET /v2.0/networks/9ab7433b-1716-421d-bc0a-cb67ae511239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819159 Aug 27 03:48:54.183239 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:54.192710 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-60bc4f3f-9083-4c4b-af58-19a9fa15a286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'name': 'tempest-TestVolumeBootPattern-589027000-router', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:43:57Z', 'revision_number': 4, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'gw_port': {'id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:aa:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_floatingips': [{'id': '12ecc695-641c-4124-9717-cbdda2e97b77', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'floating_ip_address': '172.27.0.223', 'floating_network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'router_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'port_id': '8089a4df-5c9a-41ca-8d1e-ed6883f87e8e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239', 'mac_address': 'fa:16:3e:53:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e264d9-ce69-4952-8e51-26bd309ea0c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:48:52Z', 'updated_at': '2021-08-27T03:48:52Z', 'revision_number': 0, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'fixed_ip_address_scope': None}, {'id': '8adaadfd-f2f8-42cf-bfb1-5b423b8cdc67', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'router_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'port_id': '1d1814d3-77e1-439b-8aba-c1723bc486fd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239', 'mac_address': 'fa:16:3e:c6:23:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee358442-5e68-4a40-8e63-0076f2b8a259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:47:00Z', 'updated_at': '2021-08-27T03:47:02Z', 'revision_number': 1, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9022a512-90b5-4fad-92c8-672ddd625ccd', 'name': '', 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'mac_address': 'fa:16:3e:6f:57:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:56Z', 'updated_at': '2021-08-27T03:44:02Z', 'revision_number': 5, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'subnets': [{'id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:48:54.222389 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bc4f3f-9083-4c4b-af58-19a9fa15a286 None None] The sync data for ids ['66fca0f4-9f89-46c9-8f85-376bb425b074'] in dv-cinder-804735-2-iscsi is: [{'id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'name': 'tempest-TestVolumeBootPattern-589027000-router', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:43:57Z', 'revision_number': 4, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'gw_port': {'id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:aa:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_floatingips': [{'id': '12ecc695-641c-4124-9717-cbdda2e97b77', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'floating_ip_address': '172.27.0.223', 'floating_network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'router_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'port_id': '8089a4df-5c9a-41ca-8d1e-ed6883f87e8e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239', 'mac_address': 'fa:16:3e:53:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e264d9-ce69-4952-8e51-26bd309ea0c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:48:52Z', 'updated_at': '2021-08-27T03:48:52Z', 'revision_number': 0, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'fixed_ip_address_scope': None}, {'id': '8adaadfd-f2f8-42cf-bfb1-5b423b8cdc67', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'router_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'port_id': '1d1814d3-77e1-439b-8aba-c1723bc486fd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239', 'mac_address': 'fa:16:3e:c6:23:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee358442-5e68-4a40-8e63-0076f2b8a259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:47:00Z', 'updated_at': '2021-08-27T03:47:02Z', 'revision_number': 1, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9022a512-90b5-4fad-92c8-672ddd625ccd', 'name': '', 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'mac_address': 'fa:16:3e:6f:57:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:56Z', 'updated_at': '2021-08-27T03:44:02Z', 'revision_number': 5, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'subnets': [{'id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:48:54.318057 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-6147a85f-98b2-4ebf-ae6d-15625f80decf req-52670727-3a60-4fba-8a98-1f58e33f7537 service neutron] 10.222.0.63 "GET /v2.0/networks/9ab7433b-1716-421d-bc0a-cb67ae511239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566194 Aug 27 03:48:54.415463 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3abc7c0-bd63-40f0-b4c1-d567d0c83a8a None None] New status for floating IP 12ecc695-641c-4124-9717-cbdda2e97b77: ACTIVE {{(pid=93893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:49:14.916467 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-0af37a44-7b1e-467e-9a67-7d130f3189f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:17.324486 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-907b4920-4cc1-4d17-ab30-6725bc71837b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:17.539245 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:18.077059 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 6 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:49:18.730450 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:20.270349 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:24.178336 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:39.526732 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-03352d55-267c-49ef-b40a-6d1b2afc284b req-ae39a5f5-38ba-4204-97c0-036b0858c221 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ee358442-5e68-4a40-8e63-0076f2b8a259&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0989764 Aug 27 03:49:39.621668 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03352d55-267c-49ef-b40a-6d1b2afc284b req-b741d0fa-86de-49ed-9eae-9ff1cd0d9f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:49:39.623158 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-03352d55-267c-49ef-b40a-6d1b2afc284b req-b741d0fa-86de-49ed-9eae-9ff1cd0d9f3e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3b3caaf70e4a491c8eafa684e6f8930e&device_id=ee358442-5e68-4a40-8e63-0076f2b8a259 HTTP/1.1" status: 200 len: 1098 time: 0.0437119 Aug 27 03:49:39.736271 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03352d55-267c-49ef-b40a-6d1b2afc284b req-62013712-4739-4ee1-aea8-bdfeeffdd9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:49:39.737738 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-03352d55-267c-49ef-b40a-6d1b2afc284b req-62013712-4739-4ee1-aea8-bdfeeffdd9f4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=9ab7433b-1716-421d-bc0a-cb67ae511239 HTTP/1.1" status: 200 len: 912 time: 0.0921793 Aug 27 03:49:39.807877 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-03352d55-267c-49ef-b40a-6d1b2afc284b req-ce5270da-a73e-47b8-85eb-3d91ada2e698 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d1814d3-77e1-439b-8aba-c1723bc486fd HTTP/1.1" status: 200 len: 1001 time: 0.0617397 Aug 27 03:49:39.863688 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03352d55-267c-49ef-b40a-6d1b2afc284b req-dd2785b4-c635-4f4d-ab81-6f4cb6b0aee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:49:39.865094 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-03352d55-267c-49ef-b40a-6d1b2afc284b req-dd2785b4-c635-4f4d-ab81-6f4cb6b0aee9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6db17a4e-a1ff-4d18-aaa1-a0d95360b082 HTTP/1.1" status: 200 len: 850 time: 0.0492966 Aug 27 03:49:39.912892 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03352d55-267c-49ef-b40a-6d1b2afc284b req-4da7898d-4d69-4aa4-8e22-b3b083dd9823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:49:39.914338 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-03352d55-267c-49ef-b40a-6d1b2afc284b req-4da7898d-4d69-4aa4-8e22-b3b083dd9823 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9ab7433b-1716-421d-bc0a-cb67ae511239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408487 Aug 27 03:49:40.011693 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-03352d55-267c-49ef-b40a-6d1b2afc284b req-c78a58bc-ea5a-40c9-ace9-429c948ce540 service neutron] 10.222.0.63 "GET /v2.0/networks/9ab7433b-1716-421d-bc0a-cb67ae511239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885456 Aug 27 03:49:40.105673 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-03352d55-267c-49ef-b40a-6d1b2afc284b req-f97cc875-720c-4a08-8065-6f0088755ceb service neutron] 10.222.0.63 "GET /v2.0/networks/9ab7433b-1716-421d-bc0a-cb67ae511239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850153 Aug 27 03:49:44.912551 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-7ccae9c5-897c-4e71-87d5-358b5b8cddd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:47.327043 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-e8059168-b59b-4a5f-a3a2-38f726a159e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:47.539072 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:48.737819 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:50.280583 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:54.197011 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:55.081663 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 6 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:50:09.068229 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [req-ab2ea17e-753d-4137-8c57-33b7fb196bee req-5a18e799-3365-4a35-b44c-c7b024634f7e service neutron] (93891) timed out ('10.222.0.58', 54044) {{(pid=93891) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 03:50:14.913545 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ced621d4-b920-4958-aa9e-85ce3d14bd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:17.326436 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-b6a3a7e6-7aa6-4c07-9f9c-adc7ecb3a33c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:17.538935 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:18.739880 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:20.281069 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:24.201974 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:25.742247 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 33022) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:50:25.963839 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-d7bcbe40-2440-4779-8171-e7446f79dec1 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Deleting port 4df14856-291f-4693-9eb4-994ee02d24da {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:50:25.964134 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d7bcbe40-2440-4779-8171-e7446f79dec1 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:26.041889 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d7bcbe40-2440-4779-8171-e7446f79dec1 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:26.042136 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d7bcbe40-2440-4779-8171-e7446f79dec1 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:26.054362 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-d7bcbe40-2440-4779-8171-e7446f79dec1 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Calling delete_port for 4df14856-291f-4693-9eb4-994ee02d24da owned by network:floatingip {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:50:26.238211 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d7bcbe40-2440-4779-8171-e7446f79dec1 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:26.270446 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bcbe40-2440-4779-8171-e7446f79dec1 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Pushing event deleted for resources: {'Port': ['ID=4df14856-291f-4693-9eb4-994ee02d24da,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:50:26.284185 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bcbe40-2440-4779-8171-e7446f79dec1 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:26.284542 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bcbe40-2440-4779-8171-e7446f79dec1 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:26.284894 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bcbe40-2440-4779-8171-e7446f79dec1 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:26.285231 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bcbe40-2440-4779-8171-e7446f79dec1 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:26.285565 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bcbe40-2440-4779-8171-e7446f79dec1 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:26.285897 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bcbe40-2440-4779-8171-e7446f79dec1 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:26.286226 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bcbe40-2440-4779-8171-e7446f79dec1 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:26.286559 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bcbe40-2440-4779-8171-e7446f79dec1 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:26.286891 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bcbe40-2440-4779-8171-e7446f79dec1 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:26.287226 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bcbe40-2440-4779-8171-e7446f79dec1 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:26.287573 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bcbe40-2440-4779-8171-e7446f79dec1 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:26.287903 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bcbe40-2440-4779-8171-e7446f79dec1 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:26.342726 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d7bcbe40-2440-4779-8171-e7446f79dec1 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks [] for floatingip, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:26.343003 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.db.l3_db [None req-d7bcbe40-2440-4779-8171-e7446f79dec1 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Floating IP 12ecc695-641c-4124-9717-cbdda2e97b77 disassociated (deleted). External IP: 172.27.0.223, port: 8089a4df-5c9a-41ca-8d1e-ed6883f87e8e. Aug 27 03:50:26.571709 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7bcbe40-2440-4779-8171-e7446f79dec1 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Router 66fca0f4-9f89-46c9-8f85-376bb425b074 has already been hosted by L3 agent 531130d0-1c3c-4def-a74a-055fb8373853 {{(pid=93891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:50:26.681837 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7bcbe40-2440-4779-8171-e7446f79dec1 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify agent at l3_agent.dv-cinder-804735-2-iscsi the message routers_updated {{(pid=93891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:50:26.687439 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d7bcbe40-2440-4779-8171-e7446f79dec1 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for floatingip, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:26.692411 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220d1d52-06a1-4fc2-b5bf-5bd974d57730 None None] Sync routers for ids ['66fca0f4-9f89-46c9-8f85-376bb425b074'] in dv-cinder-804735-2-iscsi {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:50:26.701686 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220d1d52-06a1-4fc2-b5bf-5bd974d57730 None None] Routers {'66fca0f4-9f89-46c9-8f85-376bb425b074'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:50:26.702296 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-220d1d52-06a1-4fc2-b5bf-5bd974d57730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:50:17Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['66fca0f4-9f89-46c9-8f85-376bb425b074'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:50:26.714332 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-d7bcbe40-2440-4779-8171-e7446f79dec1 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "DELETE /v2.0/floatingips/12ecc695-641c-4124-9717-cbdda2e97b77 HTTP/1.1" status: 204 len: 168 time: 0.9707313 Aug 27 03:50:26.714866 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e264d9-ce69-4952-8e51-26bd309ea0c0', 'tag': '8089a4df-5c9a-41ca-8d1e-ed6883f87e8e'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:50:26.717157 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5db798dbfc6723b72cacb44784ab66cf68bec91175074e332c63962bd4ba80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11642b70-014e-464e-b7b2-aaf54b06e4f8" -d '{"events": [{"name": "network-changed", "server_uuid": "72e264d9-ce69-4952-8e51-26bd309ea0c0", "tag": "8089a4df-5c9a-41ca-8d1e-ed6883f87e8e"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:50:26.813541 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-220d1d52-06a1-4fc2-b5bf-5bd974d57730 None None] Set router 66fca0f4-9f89-46c9-8f85-376bb425b074 gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:50:26.818909 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b78f76f-7a8f-4e4d-8682-25b53d67bb99 x-openstack-request-id: req-5b78f76f-7a8f-4e4d-8682-25b53d67bb99 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:50:26.819458 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e264d9-ce69-4952-8e51-26bd309ea0c0", "tag": "8089a4df-5c9a-41ca-8d1e-ed6883f87e8e", "status": "completed", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:50:26.819628 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5b78f76f-7a8f-4e4d-8682-25b53d67bb99 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:50:26.820031 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e264d9-ce69-4952-8e51-26bd309ea0c0', 'tag': '8089a4df-5c9a-41ca-8d1e-ed6883f87e8e', 'status': 'completed', 'code': 200} Aug 27 03:50:26.892252 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11642b70-014e-464e-b7b2-aaf54b06e4f8 req-aff09d43-517d-4672-a14d-cdefdede713c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:26.893782 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-11642b70-014e-464e-b7b2-aaf54b06e4f8 req-aff09d43-517d-4672-a14d-cdefdede713c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3b3caaf70e4a491c8eafa684e6f8930e&device_id=72e264d9-ce69-4952-8e51-26bd309ea0c0 HTTP/1.1" status: 200 len: 1098 time: 0.0466032 Aug 27 03:50:27.030212 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7d9c5-7836-4da0-a471-e92684e4e4f5 req-9f40165e-78cc-4662-bd74-f0d9b029fffc tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:27.031697 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7ec7d9c5-7836-4da0-a471-e92684e4e4f5 req-9f40165e-78cc-4662-bd74-f0d9b029fffc tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=72e264d9-ce69-4952-8e51-26bd309ea0c0 HTTP/1.1" status: 200 len: 945 time: 0.1298101 Aug 27 03:50:27.037027 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11642b70-014e-464e-b7b2-aaf54b06e4f8 req-3afd19cf-7ca1-4282-980a-bc513b113461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:27.038410 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-11642b70-014e-464e-b7b2-aaf54b06e4f8 req-3afd19cf-7ca1-4282-980a-bc513b113461 service neutron] 10.222.0.63 "GET /v2.0/networks?id=9ab7433b-1716-421d-bc0a-cb67ae511239 HTTP/1.1" status: 200 len: 912 time: 0.1318092 Aug 27 03:50:27.053964 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-220d1d52-06a1-4fc2-b5bf-5bd974d57730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'name': 'tempest-TestVolumeBootPattern-589027000-router', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:43:57Z', 'revision_number': 4, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'gw_port': {'id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:aa:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_floatingips': [{'id': '8adaadfd-f2f8-42cf-bfb1-5b423b8cdc67', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'router_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'port_id': '1d1814d3-77e1-439b-8aba-c1723bc486fd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239', 'mac_address': 'fa:16:3e:c6:23:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee358442-5e68-4a40-8e63-0076f2b8a259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:47:00Z', 'updated_at': '2021-08-27T03:47:02Z', 'revision_number': 1, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9022a512-90b5-4fad-92c8-672ddd625ccd', 'name': '', 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'mac_address': 'fa:16:3e:6f:57:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:56Z', 'updated_at': '2021-08-27T03:44:02Z', 'revision_number': 5, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'subnets': [{'id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:50:27.082238 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220d1d52-06a1-4fc2-b5bf-5bd974d57730 None None] Checking router: 66fca0f4-9f89-46c9-8f85-376bb425b074 for host: dv-cinder-804735-2-iscsi {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:50:27.091497 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220d1d52-06a1-4fc2-b5bf-5bd974d57730 None None] Routers {'66fca0f4-9f89-46c9-8f85-376bb425b074'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:50:27.092154 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-220d1d52-06a1-4fc2-b5bf-5bd974d57730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:50:17Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['66fca0f4-9f89-46c9-8f85-376bb425b074'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:50:27.094743 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-11642b70-014e-464e-b7b2-aaf54b06e4f8 req-13f3e8a1-30b3-4cbc-a853-902d6877b522 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8089a4df-5c9a-41ca-8d1e-ed6883f87e8e HTTP/1.1" status: 200 len: 217 time: 0.0420558 Aug 27 03:50:27.113787 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-7ec7d9c5-7836-4da0-a471-e92684e4e4f5 req-9a9bbde1-01d9-406d-97d2-1df6ec33a4d4 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/security-groups?id=000d2d12-5d0e-47bf-8a89-c5a038b16e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743449 Aug 27 03:50:27.151206 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11642b70-014e-464e-b7b2-aaf54b06e4f8 req-40f7b65a-c96d-430e-9c09-3aa767928e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:27.152693 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-11642b70-014e-464e-b7b2-aaf54b06e4f8 req-40f7b65a-c96d-430e-9c09-3aa767928e05 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6db17a4e-a1ff-4d18-aaa1-a0d95360b082 HTTP/1.1" status: 200 len: 850 time: 0.0485842 Aug 27 03:50:27.199168 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-220d1d52-06a1-4fc2-b5bf-5bd974d57730 None None] Set router 66fca0f4-9f89-46c9-8f85-376bb425b074 gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:50:27.201665 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11642b70-014e-464e-b7b2-aaf54b06e4f8 req-478d9d01-c3bf-4241-bd71-1150eb61dae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:27.203222 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-11642b70-014e-464e-b7b2-aaf54b06e4f8 req-478d9d01-c3bf-4241-bd71-1150eb61dae9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9ab7433b-1716-421d-bc0a-cb67ae511239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417728 Aug 27 03:50:27.296206 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-11642b70-014e-464e-b7b2-aaf54b06e4f8 req-610cbbeb-ec62-43d8-aec9-e5e73ece31c2 service neutron] 10.222.0.63 "GET /v2.0/networks/9ab7433b-1716-421d-bc0a-cb67ae511239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840902 Aug 27 03:50:27.388384 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-11642b70-014e-464e-b7b2-aaf54b06e4f8 req-1c065c46-4c86-49ab-bd88-a18c0904e643 service neutron] 10.222.0.63 "GET /v2.0/networks/9ab7433b-1716-421d-bc0a-cb67ae511239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833240 Aug 27 03:50:27.435207 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-220d1d52-06a1-4fc2-b5bf-5bd974d57730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'name': 'tempest-TestVolumeBootPattern-589027000-router', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:43:57Z', 'revision_number': 4, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'gw_port': {'id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:aa:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_floatingips': [{'id': '8adaadfd-f2f8-42cf-bfb1-5b423b8cdc67', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'router_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'port_id': '1d1814d3-77e1-439b-8aba-c1723bc486fd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239', 'mac_address': 'fa:16:3e:c6:23:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee358442-5e68-4a40-8e63-0076f2b8a259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:47:00Z', 'updated_at': '2021-08-27T03:47:02Z', 'revision_number': 1, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9022a512-90b5-4fad-92c8-672ddd625ccd', 'name': '', 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'mac_address': 'fa:16:3e:6f:57:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:56Z', 'updated_at': '2021-08-27T03:44:02Z', 'revision_number': 5, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'subnets': [{'id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:50:27.462441 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220d1d52-06a1-4fc2-b5bf-5bd974d57730 None None] The sync data for ids ['66fca0f4-9f89-46c9-8f85-376bb425b074'] in dv-cinder-804735-2-iscsi is: [{'id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'name': 'tempest-TestVolumeBootPattern-589027000-router', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:43:57Z', 'revision_number': 4, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'gw_port': {'id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:aa:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_floatingips': [{'id': '8adaadfd-f2f8-42cf-bfb1-5b423b8cdc67', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'router_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'port_id': '1d1814d3-77e1-439b-8aba-c1723bc486fd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239', 'mac_address': 'fa:16:3e:c6:23:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee358442-5e68-4a40-8e63-0076f2b8a259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:47:00Z', 'updated_at': '2021-08-27T03:47:02Z', 'revision_number': 1, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9022a512-90b5-4fad-92c8-672ddd625ccd', 'name': '', 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'mac_address': 'fa:16:3e:6f:57:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:56Z', 'updated_at': '2021-08-27T03:44:02Z', 'revision_number': 5, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'subnets': [{'id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:50:27.688674 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a6052b-7229-432f-8eb6-f92275abea00 None None] New status for floating IP 12ecc695-641c-4124-9717-cbdda2e97b77: DOWN {{(pid=93893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:50:28.309714 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f76d7-a1d8-4e3a-a0f5-fc43163ee79a req-476fa94d-d144-4663-b681-3bc48ccd6bed tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:28.311189 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-091f76d7-a1d8-4e3a-a0f5-fc43163ee79a req-476fa94d-d144-4663-b681-3bc48ccd6bed tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=72e264d9-ce69-4952-8e51-26bd309ea0c0 HTTP/1.1" status: 200 len: 945 time: 0.1010253 Aug 27 03:50:28.351392 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-091f76d7-a1d8-4e3a-a0f5-fc43163ee79a req-8ee6c971-af8f-4658-a5f6-c087c40935f9 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/security-groups?id=000d2d12-5d0e-47bf-8a89-c5a038b16e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310667 Aug 27 03:50:28.554819 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157484b4-88bf-43b7-a10a-7f189ab2531d req-2a8eec3f-9b1f-4b44-a0ab-e5d1fc807cac tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:28.556273 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-157484b4-88bf-43b7-a10a-7f189ab2531d req-2a8eec3f-9b1f-4b44-a0ab-e5d1fc807cac tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.63 "GET /v2.0/ports?device_id=72e264d9-ce69-4952-8e51-26bd309ea0c0 HTTP/1.1" status: 200 len: 945 time: 0.0547616 Aug 27 03:50:28.669740 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [req-157484b4-88bf-43b7-a10a-7f189ab2531d req-2d1fe06e-68b2-4d9e-b157-740ab17bf88a tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Deleting port 8089a4df-5c9a-41ca-8d1e-ed6883f87e8e {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:50:28.670026 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-157484b4-88bf-43b7-a10a-7f189ab2531d req-2d1fe06e-68b2-4d9e-b157-740ab17bf88a tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:28.769324 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-157484b4-88bf-43b7-a10a-7f189ab2531d req-2d1fe06e-68b2-4d9e-b157-740ab17bf88a tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] For port 8089a4df-5c9a-41ca-8d1e-ed6883f87e8e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=8089a4df-5c9a-41ca-8d1e-ed6883f87e8e,segment=NetworkSegment(ce8f3126-1a54-42bf-87c7-124b21dece55),segment_id=ce8f3126-1a54-42bf-87c7-124b21dece55)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:50:28.769889 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-157484b4-88bf-43b7-a10a-7f189ab2531d req-2d1fe06e-68b2-4d9e-b157-740ab17bf88a tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:28.786642 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [req-157484b4-88bf-43b7-a10a-7f189ab2531d req-2d1fe06e-68b2-4d9e-b157-740ab17bf88a tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Calling delete_port for 8089a4df-5c9a-41ca-8d1e-ed6883f87e8e owned by compute:nova {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:50:28.930950 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-157484b4-88bf-43b7-a10a-7f189ab2531d req-2d1fe06e-68b2-4d9e-b157-740ab17bf88a tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:28.958901 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1fe06e-68b2-4d9e-b157-740ab17bf88a tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Pushing event deleted for resources: {'Port': ['ID=8089a4df-5c9a-41ca-8d1e-ed6883f87e8e,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:50:29.002047 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [req-157484b4-88bf-43b7-a10a-7f189ab2531d req-2d1fe06e-68b2-4d9e-b157-740ab17bf88a tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] No DVR routers for this DVR port 8089a4df-5c9a-41ca-8d1e-ed6883f87e8e on host hv-cinder-80473 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:50:29.004651 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-157484b4-88bf-43b7-a10a-7f189ab2531d req-2d1fe06e-68b2-4d9e-b157-740ab17bf88a tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:29.006654 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-157484b4-88bf-43b7-a10a-7f189ab2531d req-2d1fe06e-68b2-4d9e-b157-740ab17bf88a tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.63 "DELETE /v2.0/ports/8089a4df-5c9a-41ca-8d1e-ed6883f87e8e HTTP/1.1" status: 204 len: 173 time: 0.4426379 Aug 27 03:50:29.007087 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e264d9-ce69-4952-8e51-26bd309ea0c0', 'name': 'network-vif-deleted', 'tag': '8089a4df-5c9a-41ca-8d1e-ed6883f87e8e'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:50:29.009345 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5db798dbfc6723b72cacb44784ab66cf68bec91175074e332c63962bd4ba80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75467f5e-f3ab-4a23-81ba-afb67f6a40dc" -d '{"events": [{"server_uuid": "72e264d9-ce69-4952-8e51-26bd309ea0c0", "name": "network-vif-deleted", "tag": "8089a4df-5c9a-41ca-8d1e-ed6883f87e8e"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:50:29.046617 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9289856-4478-4b9b-b65b-dbb276c66a82 x-openstack-request-id: req-c9289856-4478-4b9b-b65b-dbb276c66a82 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:50:29.046897 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e264d9-ce69-4952-8e51-26bd309ea0c0", "name": "network-vif-deleted", "tag": "8089a4df-5c9a-41ca-8d1e-ed6883f87e8e", "status": "completed", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:50:29.047161 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c9289856-4478-4b9b-b65b-dbb276c66a82 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:50:29.047560 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e264d9-ce69-4952-8e51-26bd309ea0c0', 'name': 'network-vif-deleted', 'tag': '8089a4df-5c9a-41ca-8d1e-ed6883f87e8e', 'status': 'completed', 'code': 200} Aug 27 03:50:29.467555 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-d6aba5c3-7d22-42a4-b871-c61d6f4cdd60 req-31587626-a070-40ce-8a36-acadfcbbba07 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=72e264d9-ce69-4952-8e51-26bd309ea0c0 HTTP/1.1" status: 200 len: 210 time: 0.0280538 Aug 27 03:50:31.821196 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 8089a4df-5c9a-41ca-8d1e-ed6883f87e8e no longer exists at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:50:31.841436 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] No Port match for: 8089a4df-5c9a-41ca-8d1e-ed6883f87e8e {{(pid=93892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:50:31.841775 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 8089a4df-5c9a-41ca-8d1e-ed6883f87e8e not bound to the agent host hv-cinder-80473 {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:50:32.081045 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 6 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:50:32.803400 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 33070) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:50:32.978516 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-2d318162-72fd-40d8-be3c-07fb48395dd0 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Deleting port 3ac44edb-af63-47a9-911d-13758765b19f {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:50:32.978811 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2d318162-72fd-40d8-be3c-07fb48395dd0 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:33.054180 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2d318162-72fd-40d8-be3c-07fb48395dd0 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:33.054401 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2d318162-72fd-40d8-be3c-07fb48395dd0 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:33.066848 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-2d318162-72fd-40d8-be3c-07fb48395dd0 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Calling delete_port for 3ac44edb-af63-47a9-911d-13758765b19f owned by network:floatingip {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:50:33.235034 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2d318162-72fd-40d8-be3c-07fb48395dd0 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9123015'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:33.259326 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d318162-72fd-40d8-be3c-07fb48395dd0 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Pushing event deleted for resources: {'Port': ['ID=3ac44edb-af63-47a9-911d-13758765b19f,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:50:33.285208 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d318162-72fd-40d8-be3c-07fb48395dd0 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:33.285546 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d318162-72fd-40d8-be3c-07fb48395dd0 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:33.285881 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d318162-72fd-40d8-be3c-07fb48395dd0 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:33.286201 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d318162-72fd-40d8-be3c-07fb48395dd0 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:33.286511 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d318162-72fd-40d8-be3c-07fb48395dd0 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:33.286852 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d318162-72fd-40d8-be3c-07fb48395dd0 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:33.287192 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d318162-72fd-40d8-be3c-07fb48395dd0 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:33.287607 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d318162-72fd-40d8-be3c-07fb48395dd0 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:33.287909 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d318162-72fd-40d8-be3c-07fb48395dd0 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:33.288221 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d318162-72fd-40d8-be3c-07fb48395dd0 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:33.288530 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d318162-72fd-40d8-be3c-07fb48395dd0 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:33.288839 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d318162-72fd-40d8-be3c-07fb48395dd0 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:33.339789 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2d318162-72fd-40d8-be3c-07fb48395dd0 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks [] for floatingip, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:33.340090 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.db.l3_db [None req-2d318162-72fd-40d8-be3c-07fb48395dd0 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Floating IP 8adaadfd-f2f8-42cf-bfb1-5b423b8cdc67 disassociated (deleted). External IP: 172.27.0.157, port: 1d1814d3-77e1-439b-8aba-c1723bc486fd. Aug 27 03:50:33.557786 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d318162-72fd-40d8-be3c-07fb48395dd0 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Router 66fca0f4-9f89-46c9-8f85-376bb425b074 has already been hosted by L3 agent 531130d0-1c3c-4def-a74a-055fb8373853 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:50:33.683386 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d318162-72fd-40d8-be3c-07fb48395dd0 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify agent at l3_agent.dv-cinder-804735-2-iscsi the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:50:33.688485 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2d318162-72fd-40d8-be3c-07fb48395dd0 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:33.695011 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7c1f88-e282-4c2a-8679-7f938cd692ce None None] Sync routers for ids ['66fca0f4-9f89-46c9-8f85-376bb425b074'] in dv-cinder-804735-2-iscsi {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:50:33.704736 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7c1f88-e282-4c2a-8679-7f938cd692ce None None] Routers {'66fca0f4-9f89-46c9-8f85-376bb425b074'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:50:33.705351 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-ec7c1f88-e282-4c2a-8679-7f938cd692ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:50:17Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['66fca0f4-9f89-46c9-8f85-376bb425b074'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:50:33.714550 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-2d318162-72fd-40d8-be3c-07fb48395dd0 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "DELETE /v2.0/floatingips/8adaadfd-f2f8-42cf-bfb1-5b423b8cdc67 HTTP/1.1" status: 204 len: 168 time: 0.9100161 Aug 27 03:50:33.715117 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee358442-5e68-4a40-8e63-0076f2b8a259', 'tag': '1d1814d3-77e1-439b-8aba-c1723bc486fd'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:50:33.717397 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}755905221a1e0f69e4370b1ec2ad9bde0bcbe0fd3cc794ff6c7e2d34909de1ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d83dceb-5c65-4cbe-879a-73ac12a36a14" -d '{"events": [{"name": "network-changed", "server_uuid": "ee358442-5e68-4a40-8e63-0076f2b8a259", "tag": "1d1814d3-77e1-439b-8aba-c1723bc486fd"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:50:33.808930 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8432d7ec-014d-484b-bd90-57071b78f116 x-openstack-request-id: req-8432d7ec-014d-484b-bd90-57071b78f116 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:50:33.809630 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee358442-5e68-4a40-8e63-0076f2b8a259", "tag": "1d1814d3-77e1-439b-8aba-c1723bc486fd", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:50:33.809630 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8432d7ec-014d-484b-bd90-57071b78f116 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:50:33.809838 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee358442-5e68-4a40-8e63-0076f2b8a259', 'tag': '1d1814d3-77e1-439b-8aba-c1723bc486fd', 'status': 'completed', 'code': 200} Aug 27 03:50:33.890174 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83dceb-5c65-4cbe-879a-73ac12a36a14 req-95232803-2043-47f8-aed6-14220ea971e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:33.891746 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-0d83dceb-5c65-4cbe-879a-73ac12a36a14 req-95232803-2043-47f8-aed6-14220ea971e3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3b3caaf70e4a491c8eafa684e6f8930e&device_id=ee358442-5e68-4a40-8e63-0076f2b8a259 HTTP/1.1" status: 200 len: 1098 time: 0.0481071 Aug 27 03:50:33.955937 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-ec7c1f88-e282-4c2a-8679-7f938cd692ce None None] Set router 66fca0f4-9f89-46c9-8f85-376bb425b074 gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:50:34.016670 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779dd9af-cc9d-4856-ac25-03dbdd3401cc req-5ceeef82-3553-4a48-9a9f-5e792603ac05 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:34.018201 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-779dd9af-cc9d-4856-ac25-03dbdd3401cc req-5ceeef82-3553-4a48-9a9f-5e792603ac05 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee358442-5e68-4a40-8e63-0076f2b8a259 HTTP/1.1" status: 200 len: 945 time: 0.1096437 Aug 27 03:50:34.034723 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83dceb-5c65-4cbe-879a-73ac12a36a14 req-a7092bb5-a729-4494-be5a-1945ea841ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:34.036182 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-0d83dceb-5c65-4cbe-879a-73ac12a36a14 req-a7092bb5-a729-4494-be5a-1945ea841ac0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=9ab7433b-1716-421d-bc0a-cb67ae511239 HTTP/1.1" status: 200 len: 912 time: 0.1369057 Aug 27 03:50:34.086531 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-0d83dceb-5c65-4cbe-879a-73ac12a36a14 req-aef4ea8e-6d8e-41ec-9f46-cfa29cc100ee service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d1814d3-77e1-439b-8aba-c1723bc486fd HTTP/1.1" status: 200 len: 217 time: 0.0416172 Aug 27 03:50:34.106716 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-779dd9af-cc9d-4856-ac25-03dbdd3401cc req-de6c3f1b-bcfa-419b-9d36-2260fce2f9b9 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/security-groups?id=000d2d12-5d0e-47bf-8a89-c5a038b16e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811400 Aug 27 03:50:34.145322 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83dceb-5c65-4cbe-879a-73ac12a36a14 req-686db743-47f5-4614-b46a-974e1f8da5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:34.146799 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-0d83dceb-5c65-4cbe-879a-73ac12a36a14 req-686db743-47f5-4614-b46a-974e1f8da5fb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6db17a4e-a1ff-4d18-aaa1-a0d95360b082 HTTP/1.1" status: 200 len: 850 time: 0.0505450 Aug 27 03:50:34.160290 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-ec7c1f88-e282-4c2a-8679-7f938cd692ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'name': 'tempest-TestVolumeBootPattern-589027000-router', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:43:57Z', 'revision_number': 4, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'gw_port': {'id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:aa:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': '9022a512-90b5-4fad-92c8-672ddd625ccd', 'name': '', 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'mac_address': 'fa:16:3e:6f:57:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:56Z', 'updated_at': '2021-08-27T03:44:02Z', 'revision_number': 5, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'subnets': [{'id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:50:34.187176 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7c1f88-e282-4c2a-8679-7f938cd692ce None None] Checking router: 66fca0f4-9f89-46c9-8f85-376bb425b074 for host: dv-cinder-804735-2-iscsi {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:50:34.195644 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83dceb-5c65-4cbe-879a-73ac12a36a14 req-0621f052-86f8-4753-b9f9-16278ad6cb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:34.196027 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7c1f88-e282-4c2a-8679-7f938cd692ce None None] Routers {'66fca0f4-9f89-46c9-8f85-376bb425b074'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:50:34.196617 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-ec7c1f88-e282-4c2a-8679-7f938cd692ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:50:17Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['66fca0f4-9f89-46c9-8f85-376bb425b074'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:50:34.197126 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-0d83dceb-5c65-4cbe-879a-73ac12a36a14 req-0621f052-86f8-4753-b9f9-16278ad6cb6e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9ab7433b-1716-421d-bc0a-cb67ae511239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420537 Aug 27 03:50:34.293088 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-0d83dceb-5c65-4cbe-879a-73ac12a36a14 req-69860d94-04f0-4c89-bc99-3f97a9217c18 service neutron] 10.222.0.63 "GET /v2.0/networks/9ab7433b-1716-421d-bc0a-cb67ae511239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865586 Aug 27 03:50:34.300734 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-ec7c1f88-e282-4c2a-8679-7f938cd692ce None None] Set router 66fca0f4-9f89-46c9-8f85-376bb425b074 gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:50:34.384369 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-0d83dceb-5c65-4cbe-879a-73ac12a36a14 req-9ecb4e6f-b4ae-49e0-b566-87765c9ca8da service neutron] 10.222.0.63 "GET /v2.0/networks/9ab7433b-1716-421d-bc0a-cb67ae511239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831609 Aug 27 03:50:34.500091 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-ec7c1f88-e282-4c2a-8679-7f938cd692ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'name': 'tempest-TestVolumeBootPattern-589027000-router', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:43:57Z', 'revision_number': 4, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'gw_port': {'id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:aa:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': '9022a512-90b5-4fad-92c8-672ddd625ccd', 'name': '', 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'mac_address': 'fa:16:3e:6f:57:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:56Z', 'updated_at': '2021-08-27T03:44:02Z', 'revision_number': 5, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'subnets': [{'id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:50:34.530352 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7c1f88-e282-4c2a-8679-7f938cd692ce None None] The sync data for ids ['66fca0f4-9f89-46c9-8f85-376bb425b074'] in dv-cinder-804735-2-iscsi is: [{'id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'name': 'tempest-TestVolumeBootPattern-589027000-router', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:43:57Z', 'revision_number': 4, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'gw_port': {'id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:aa:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi', '_interfaces': [{'id': '9022a512-90b5-4fad-92c8-672ddd625ccd', 'name': '', 'network_id': '9ab7433b-1716-421d-bc0a-cb67ae511239', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'mac_address': 'fa:16:3e:6f:57:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:56Z', 'updated_at': '2021-08-27T03:44:02Z', 'revision_number': 5, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'subnets': [{'id': '6db17a4e-a1ff-4d18-aaa1-a0d95360b082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:50:34.747944 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fd1be6-cab0-4e2c-b618-45f7aee21929 None None] New status for floating IP 8adaadfd-f2f8-42cf-bfb1-5b423b8cdc67: DOWN {{(pid=93893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:50:35.236426 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3126c-bc1f-46b6-92ab-20ce733f8882 req-fd3385b2-7eb9-45d0-aed6-9443a7dfa4fe tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:35.237922 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4db3126c-bc1f-46b6-92ab-20ce733f8882 req-fd3385b2-7eb9-45d0-aed6-9443a7dfa4fe tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee358442-5e68-4a40-8e63-0076f2b8a259 HTTP/1.1" status: 200 len: 945 time: 0.0588534 Aug 27 03:50:35.276581 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-4db3126c-bc1f-46b6-92ab-20ce733f8882 req-bd160715-be36-4e7f-a518-6095d359d2b1 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/security-groups?id=000d2d12-5d0e-47bf-8a89-c5a038b16e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326726 Aug 27 03:50:35.466302 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464914f5-2633-4cb0-98bb-e93dc225bfbb req-bb440d5a-43ac-4a7c-b424-c813adbca0b9 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:35.467771 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-464914f5-2633-4cb0-98bb-e93dc225bfbb req-bb440d5a-43ac-4a7c-b424-c813adbca0b9 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.63 "GET /v2.0/ports?device_id=ee358442-5e68-4a40-8e63-0076f2b8a259 HTTP/1.1" status: 200 len: 945 time: 0.0505416 Aug 27 03:50:35.562258 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [req-464914f5-2633-4cb0-98bb-e93dc225bfbb req-dfe4fea9-c17c-4479-87f9-a60626ae7f61 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Deleting port 1d1814d3-77e1-439b-8aba-c1723bc486fd {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:50:35.562563 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-464914f5-2633-4cb0-98bb-e93dc225bfbb req-dfe4fea9-c17c-4479-87f9-a60626ae7f61 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:35.668815 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [req-464914f5-2633-4cb0-98bb-e93dc225bfbb req-dfe4fea9-c17c-4479-87f9-a60626ae7f61 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] For port 1d1814d3-77e1-439b-8aba-c1723bc486fd, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1d1814d3-77e1-439b-8aba-c1723bc486fd,segment=NetworkSegment(ce8f3126-1a54-42bf-87c7-124b21dece55),segment_id=ce8f3126-1a54-42bf-87c7-124b21dece55)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:50:35.669410 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-464914f5-2633-4cb0-98bb-e93dc225bfbb req-dfe4fea9-c17c-4479-87f9-a60626ae7f61 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:35.684204 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [req-464914f5-2633-4cb0-98bb-e93dc225bfbb req-dfe4fea9-c17c-4479-87f9-a60626ae7f61 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Calling delete_port for 1d1814d3-77e1-439b-8aba-c1723bc486fd owned by compute:nova {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:50:35.826176 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-464914f5-2633-4cb0-98bb-e93dc225bfbb req-dfe4fea9-c17c-4479-87f9-a60626ae7f61 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:35.855157 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe4fea9-c17c-4479-87f9-a60626ae7f61 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Pushing event deleted for resources: {'Port': ['ID=1d1814d3-77e1-439b-8aba-c1723bc486fd,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:50:35.895087 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [req-464914f5-2633-4cb0-98bb-e93dc225bfbb req-dfe4fea9-c17c-4479-87f9-a60626ae7f61 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] No DVR routers for this DVR port 1d1814d3-77e1-439b-8aba-c1723bc486fd on host hv-cinder-80473 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:50:35.897665 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [req-464914f5-2633-4cb0-98bb-e93dc225bfbb req-dfe4fea9-c17c-4479-87f9-a60626ae7f61 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for port, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:35.899854 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-464914f5-2633-4cb0-98bb-e93dc225bfbb req-dfe4fea9-c17c-4479-87f9-a60626ae7f61 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.63 "DELETE /v2.0/ports/1d1814d3-77e1-439b-8aba-c1723bc486fd HTTP/1.1" status: 204 len: 173 time: 0.4245887 Aug 27 03:50:35.900297 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee358442-5e68-4a40-8e63-0076f2b8a259', 'name': 'network-vif-deleted', 'tag': '1d1814d3-77e1-439b-8aba-c1723bc486fd'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:50:35.902504 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5db798dbfc6723b72cacb44784ab66cf68bec91175074e332c63962bd4ba80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6130d928-b8ce-41fb-943a-76ac83b0da81" -d '{"events": [{"server_uuid": "ee358442-5e68-4a40-8e63-0076f2b8a259", "name": "network-vif-deleted", "tag": "1d1814d3-77e1-439b-8aba-c1723bc486fd"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:50:35.942073 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ebc62a-ae38-4a95-ad1a-4234ece1d88f x-openstack-request-id: req-97ebc62a-ae38-4a95-ad1a-4234ece1d88f {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:50:35.942347 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee358442-5e68-4a40-8e63-0076f2b8a259", "name": "network-vif-deleted", "tag": "1d1814d3-77e1-439b-8aba-c1723bc486fd", "status": "completed", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:50:35.942601 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-97ebc62a-ae38-4a95-ad1a-4234ece1d88f {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:50:35.943012 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee358442-5e68-4a40-8e63-0076f2b8a259', 'name': 'network-vif-deleted', 'tag': '1d1814d3-77e1-439b-8aba-c1723bc486fd', 'status': 'completed', 'code': 200} Aug 27 03:50:36.385974 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [req-2f1cafba-b7c8-45e6-8392-62cd6d329ae5 req-8092a1b1-817d-4c06-b51b-5810a4cba900 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee358442-5e68-4a40-8e63-0076f2b8a259 HTTP/1.1" status: 200 len: 210 time: 0.0269837 Aug 27 03:50:37.445009 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 33090) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:50:37.579704 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6247a05-694f-4f79-b440-3a47c84f30f4 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Deleting port 7a0ca784-aa0f-4f87-ade2-ee3815aa05fb {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:50:37.580009 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6247a05-694f-4f79-b440-3a47c84f30f4 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:37.657950 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6247a05-694f-4f79-b440-3a47c84f30f4 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:37.658164 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6247a05-694f-4f79-b440-3a47c84f30f4 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:37.670454 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6247a05-694f-4f79-b440-3a47c84f30f4 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Calling delete_port for 7a0ca784-aa0f-4f87-ade2-ee3815aa05fb owned by network:floatingip {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:50:37.813717 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6247a05-694f-4f79-b440-3a47c84f30f4 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:37.831924 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 1d1814d3-77e1-439b-8aba-c1723bc486fd no longer exists at agent hyperv_hv-cinder-80473 {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:50:37.838458 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6247a05-694f-4f79-b440-3a47c84f30f4 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Pushing event deleted for resources: {'Port': ['ID=7a0ca784-aa0f-4f87-ade2-ee3815aa05fb,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:50:37.853636 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] No Port match for: 1d1814d3-77e1-439b-8aba-c1723bc486fd {{(pid=93892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:50:37.853983 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Device 1d1814d3-77e1-439b-8aba-c1723bc486fd not bound to the agent host hv-cinder-80473 {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:50:37.908815 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6247a05-694f-4f79-b440-3a47c84f30f4 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks [] for floatingip, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:37.912638 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6247a05-694f-4f79-b440-3a47c84f30f4 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80640'] for floatingip, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:37.914256 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-f6247a05-694f-4f79-b440-3a47c84f30f4 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "DELETE /v2.0/floatingips/78c09ed3-1c53-4bb4-ae5f-ea6607c50b95 HTTP/1.1" status: 204 len: 168 time: 0.4682722 Aug 27 03:50:39.130941 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 33102) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:50:39.190320 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a9b897fc-b466-4a4a-92f0-0bced1ea2577 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks [] for security_group, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:39.224670 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a9b897fc-b466-4a4a-92f0-0bced1ea2577 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:39.294133 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a9b897fc-b466-4a4a-92f0-0bced1ea2577 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:39.298046 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a9b897fc-b466-4a4a-92f0-0bced1ea2577 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Notify callbacks [] for security_group, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:39.299431 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-a9b897fc-b466-4a4a-92f0-0bced1ea2577 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] 10.222.0.58 "DELETE /v2.0/security-groups/000d2d12-5d0e-47bf-8a89-c5a038b16e4d HTTP/1.1" status: 204 len: 168 time: 0.1672986 Aug 27 03:50:39.310456 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b897fc-b466-4a4a-92f0-0bced1ea2577 tempest-TestVolumeBootPattern-236747552 tempest-TestVolumeBootPattern-236747552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=000d2d12-5d0e-47bf-8a89-c5a038b16e4d,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:50:39.356969 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 33106) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:50:39.817904 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6d59d340-009a-4fea-a14c-d0e973c5aa0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-458511'] for router_interface, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:40.356058 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-6d59d340-009a-4fea-a14c-d0e973c5aa0c admin admin] Deleting port 9022a512-90b5-4fad-92c8-672ddd625ccd {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:50:40.356680 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6d59d340-009a-4fea-a14c-d0e973c5aa0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:40.438411 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-6d59d340-009a-4fea-a14c-d0e973c5aa0c admin admin] For port 9022a512-90b5-4fad-92c8-672ddd625ccd, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=9022a512-90b5-4fad-92c8-672ddd625ccd,segment=NetworkSegment(ce8f3126-1a54-42bf-87c7-124b21dece55),segment_id=ce8f3126-1a54-42bf-87c7-124b21dece55)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:50:40.438781 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6d59d340-009a-4fea-a14c-d0e973c5aa0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:40.452273 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-6d59d340-009a-4fea-a14c-d0e973c5aa0c admin admin] Calling delete_port for 9022a512-90b5-4fad-92c8-672ddd625ccd owned by network:router_interface {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:50:40.642237 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6d59d340-009a-4fea-a14c-d0e973c5aa0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:40.672156 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59d340-009a-4fea-a14c-d0e973c5aa0c admin admin] Pushing event deleted for resources: {'Port': ['ID=9022a512-90b5-4fad-92c8-672ddd625ccd,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:50:40.841820 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6d59d340-009a-4fea-a14c-d0e973c5aa0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458693'] for router_interface, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:41.100487 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d59d340-009a-4fea-a14c-d0e973c5aa0c admin admin] Router 66fca0f4-9f89-46c9-8f85-376bb425b074 has already been hosted by L3 agent 531130d0-1c3c-4def-a74a-055fb8373853 {{(pid=93891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:50:41.215884 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d59d340-009a-4fea-a14c-d0e973c5aa0c admin admin] Notify agent at l3_agent.dv-cinder-804735-2-iscsi the message routers_updated {{(pid=93891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:50:41.222952 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-6d59d340-009a-4fea-a14c-d0e973c5aa0c admin admin] 10.222.0.58 "PUT /v2.0/routers/66fca0f4-9f89-46c9-8f85-376bb425b074/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8634579 Aug 27 03:50:41.224151 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 33110) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:50:41.226818 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2532d122-a892-48f0-baa7-fadf20ef562d None None] Sync routers for ids ['66fca0f4-9f89-46c9-8f85-376bb425b074'] in dv-cinder-804735-2-iscsi {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:50:41.237039 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2532d122-a892-48f0-baa7-fadf20ef562d None None] Routers {'66fca0f4-9f89-46c9-8f85-376bb425b074'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:50:41.237654 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-2532d122-a892-48f0-baa7-fadf20ef562d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:50:17Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['66fca0f4-9f89-46c9-8f85-376bb425b074'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:50:41.330209 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6dcdb569-e0d1-4c38-9e10-a1b35309c213 admin admin] Notify callbacks [] for router, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:41.346762 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-2532d122-a892-48f0-baa7-fadf20ef562d None None] Set router 66fca0f4-9f89-46c9-8f85-376bb425b074 gateway port host: dv-cinder-804735-2-iscsi {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:50:41.437403 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6dcdb569-e0d1-4c38-9e10-a1b35309c213 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:41.491263 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-6dcdb569-e0d1-4c38-9e10-a1b35309c213 admin admin] Deleting port 94643cdc-af9f-43ad-8765-f88e349763f6 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:50:41.491642 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6dcdb569-e0d1-4c38-9e10-a1b35309c213 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:41.526760 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-2532d122-a892-48f0-baa7-fadf20ef562d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'name': 'tempest-TestVolumeBootPattern-589027000-router', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:50:40Z', 'revision_number': 5, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'gw_port': {'id': '94643cdc-af9f-43ad-8765-f88e349763f6', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:aa:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi'}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:50:41.556882 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2532d122-a892-48f0-baa7-fadf20ef562d None None] Checking router: 66fca0f4-9f89-46c9-8f85-376bb425b074 for host: dv-cinder-804735-2-iscsi {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:50:41.565306 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2532d122-a892-48f0-baa7-fadf20ef562d None None] Routers {'66fca0f4-9f89-46c9-8f85-376bb425b074'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:50:41.565897 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-2532d122-a892-48f0-baa7-fadf20ef562d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:50:17Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['66fca0f4-9f89-46c9-8f85-376bb425b074'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:50:41.572673 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-6dcdb569-e0d1-4c38-9e10-a1b35309c213 admin admin] For port 94643cdc-af9f-43ad-8765-f88e349763f6, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=94643cdc-af9f-43ad-8765-f88e349763f6,segment=NetworkSegment(d4232587-dac2-4838-ac1c-504baf035179),segment_id=d4232587-dac2-4838-ac1c-504baf035179)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:50:41.573021 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6dcdb569-e0d1-4c38-9e10-a1b35309c213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:41.585743 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-6dcdb569-e0d1-4c38-9e10-a1b35309c213 admin admin] Calling delete_port for 94643cdc-af9f-43ad-8765-f88e349763f6 owned by network:router_gateway {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:50:41.649215 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-2532d122-a892-48f0-baa7-fadf20ef562d None None] Set router 66fca0f4-9f89-46c9-8f85-376bb425b074 gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:50:41.701220 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-2532d122-a892-48f0-baa7-fadf20ef562d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'name': 'tempest-TestVolumeBootPattern-589027000-router', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:50:41Z', 'revision_number': 6, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'gw_port_host': None}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:50:41.730206 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2532d122-a892-48f0-baa7-fadf20ef562d None None] The sync data for ids ['66fca0f4-9f89-46c9-8f85-376bb425b074'] in dv-cinder-804735-2-iscsi is: [{'id': '66fca0f4-9f89-46c9-8f85-376bb425b074', 'name': 'tempest-TestVolumeBootPattern-589027000-router', 'tenant_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:43:54Z', 'updated_at': '2021-08-27T03:50:41Z', 'revision_number': 6, 'project_id': '3b3caaf70e4a491c8eafa684e6f8930e', 'gw_port_host': None}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:50:41.752823 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6dcdb569-e0d1-4c38-9e10-a1b35309c213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:41.779945 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcdb569-e0d1-4c38-9e10-a1b35309c213 admin admin] Pushing event deleted for resources: {'Port': ['ID=94643cdc-af9f-43ad-8765-f88e349763f6,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:50:41.841805 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6dcdb569-e0d1-4c38-9e10-a1b35309c213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456095'] for router_gateway, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:41.929075 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6dcdb569-e0d1-4c38-9e10-a1b35309c213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36924'] for router, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:41.931222 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6dcdb569-e0d1-4c38-9e10-a1b35309c213 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:41.977963 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6dcdb569-e0d1-4c38-9e10-a1b35309c213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445711'] for router, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:41.978634 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcdb569-e0d1-4c38-9e10-a1b35309c213 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66fca0f4-9f89-46c9-8f85-376bb425b074 {{(pid=93891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:50:41.983611 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6dcdb569-e0d1-4c38-9e10-a1b35309c213 admin admin] Notify callbacks [] for router, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:41.985127 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-6dcdb569-e0d1-4c38-9e10-a1b35309c213 admin admin] 10.222.0.58 "DELETE /v2.0/routers/66fca0f4-9f89-46c9-8f85-376bb425b074 HTTP/1.1" status: 204 len: 168 time: 0.7600322 Aug 27 03:50:41.987995 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 33112) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:50:42.032754 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.db_base_plugin_v2 [None req-4357d764-f50f-426c-ba11-4a8f45cce150 admin admin] Deleting subnet 6db17a4e-a1ff-4d18-aaa1-a0d95360b082 {{(pid=93891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:50:42.035695 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4357d764-f50f-426c-ba11-4a8f45cce150 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:42.079701 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4357d764-f50f-426c-ba11-4a8f45cce150 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8573710'] for subnet, precommit_delete_associations {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:42.163429 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4357d764-f50f-426c-ba11-4a8f45cce150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1466029'] for subnet, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:42.221571 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4357d764-f50f-426c-ba11-4a8f45cce150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1466018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8458786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9228963'] for subnet, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:42.247260 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357d764-f50f-426c-ba11-4a8f45cce150 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6db17a4e-a1ff-4d18-aaa1-a0d95360b082,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:50:42.249223 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4357d764-f50f-426c-ba11-4a8f45cce150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for subnet, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:42.251326 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-4357d764-f50f-426c-ba11-4a8f45cce150 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6db17a4e-a1ff-4d18-aaa1-a0d95360b082 HTTP/1.1" status: 204 len: 168 time: 0.2622919 Aug 27 03:50:42.254367 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 33114) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:50:42.257032 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9a3be1-97a1-44fb-86ef-5e2aa7508932 None None] Network 9ab7433b-1716-421d-bc0a-cb67ae511239 requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:50:42.325091 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c3f62b16-dedf-4a2e-96d6-d904f4c9866e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656125'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:42.378327 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-c3f62b16-dedf-4a2e-96d6-d904f4c9866e admin admin] Deleting port 5f6111cc-a03e-4246-a6f9-f0ebdc7c5d3d {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:50:42.378669 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c3f62b16-dedf-4a2e-96d6-d904f4c9866e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:42.443129 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-c3f62b16-dedf-4a2e-96d6-d904f4c9866e admin admin] For port 5f6111cc-a03e-4246-a6f9-f0ebdc7c5d3d, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=5f6111cc-a03e-4246-a6f9-f0ebdc7c5d3d,segment=NetworkSegment(ce8f3126-1a54-42bf-87c7-124b21dece55),segment_id=ce8f3126-1a54-42bf-87c7-124b21dece55)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:50:42.443687 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c3f62b16-dedf-4a2e-96d6-d904f4c9866e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:42.457501 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-c3f62b16-dedf-4a2e-96d6-d904f4c9866e admin admin] Calling delete_port for 5f6111cc-a03e-4246-a6f9-f0ebdc7c5d3d owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:50:42.485004 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fae2b8-6ba3-4dc4-94be-5b461e950283 None None] DHCP port deletion for 9ab7433b-1716-421d-bc0a-cb67ae511239 request from dv-cinder-804735-2-iscsi {{(pid=93892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:50:42.537518 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c3f62b16-dedf-4a2e-96d6-d904f4c9866e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9123015'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:42.541038 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 5f6111cc-a03e-4246-a6f9-f0ebdc7c5d3d no longer exists at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:50:42.564688 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] No Port match for: 5f6111cc-a03e-4246-a6f9-f0ebdc7c5d3d {{(pid=93892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:50:42.565030 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 5f6111cc-a03e-4246-a6f9-f0ebdc7c5d3d not bound to the agent host dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:50:42.565434 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 94643cdc-af9f-43ad-8765-f88e349763f6 no longer exists at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:50:42.565902 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f62b16-dedf-4a2e-96d6-d904f4c9866e admin admin] Pushing event deleted for resources: {'Port': ['ID=5f6111cc-a03e-4246-a6f9-f0ebdc7c5d3d,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:50:42.571617 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f62b16-dedf-4a2e-96d6-d904f4c9866e admin admin] No DVR routers for this DVR port 5f6111cc-a03e-4246-a6f9-f0ebdc7c5d3d on host dv-cinder-804735-2-iscsi {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:50:42.588419 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-06fae2b8-6ba3-4dc4-94be-5b461e950283 None None] Deleting port 5f6111cc-a03e-4246-a6f9-f0ebdc7c5d3d {{(pid=93892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:50:42.588784 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-06fae2b8-6ba3-4dc4-94be-5b461e950283 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:42.590392 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] No Port match for: 94643cdc-af9f-43ad-8765-f88e349763f6 {{(pid=93892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:50:42.590722 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 94643cdc-af9f-43ad-8765-f88e349763f6 not bound to the agent host dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:50:42.591118 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 9022a512-90b5-4fad-92c8-672ddd625ccd no longer exists at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:50:42.639197 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] No Port match for: 9022a512-90b5-4fad-92c8-672ddd625ccd {{(pid=93892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:50:42.639557 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 9022a512-90b5-4fad-92c8-672ddd625ccd not bound to the agent host dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:50:42.644473 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c3f62b16-dedf-4a2e-96d6-d904f4c9866e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1577558', 'neutron.services.segments.db._delete_segments_for_network-8776575369454'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:42.654892 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.services.segments.db [None req-c3f62b16-dedf-4a2e-96d6-d904f4c9866e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ab7433b-1716-421d-bc0a-cb67ae511239']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:50:42.667782 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-06fae2b8-6ba3-4dc4-94be-5b461e950283 None None] For port 5f6111cc-a03e-4246-a6f9-f0ebdc7c5d3d, host dv-cinder-804735-2-iscsi, got binding levels [] {{(pid=93892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:50:42.668256 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-06fae2b8-6ba3-4dc4-94be-5b461e950283 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:42.669037 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.services.segments.db [None req-c3f62b16-dedf-4a2e-96d6-d904f4c9866e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce8f3126-1a54-42bf-87c7-124b21dece55') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:50:42.669323 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.services.segments.db [None req-c3f62b16-dedf-4a2e-96d6-d904f4c9866e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce8f3126-1a54-42bf-87c7-124b21dece55') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:50:42.679057 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c3f62b16-dedf-4a2e-96d6-d904f4c9866e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776575369337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8923449'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:42.685830 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-06fae2b8-6ba3-4dc4-94be-5b461e950283 None None] Calling delete_port for 5f6111cc-a03e-4246-a6f9-f0ebdc7c5d3d owned by network:dhcp {{(pid=93892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:50:42.689362 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.ipam_backend_mixin [None req-06fae2b8-6ba3-4dc4-94be-5b461e950283 None None] Port 5f6111cc-a03e-4246-a6f9-f0ebdc7c5d3d was not found and therefore no delete operation was performed {{(pid=93892) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 03:50:42.691086 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-06fae2b8-6ba3-4dc4-94be-5b461e950283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517'] for port, after_delete {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:42.694981 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c3f62b16-dedf-4a2e-96d6-d904f4c9866e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:42.701315 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3f62b16-dedf-4a2e-96d6-d904f4c9866e admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:50:42.701704 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c3f62b16-dedf-4a2e-96d6-d904f4c9866e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9123058'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:42.716336 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fae2b8-6ba3-4dc4-94be-5b461e950283 None None] Pushing event deleted for resources: {'Port': ['ID=5f6111cc-a03e-4246-a6f9-f0ebdc7c5d3d,revision_number=None']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:50:42.721357 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fae2b8-6ba3-4dc4-94be-5b461e950283 None None] No DVR routers for this DVR port 5f6111cc-a03e-4246-a6f9-f0ebdc7c5d3d on host dv-cinder-804735-2-iscsi {{(pid=93892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:50:42.731142 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fae2b8-6ba3-4dc4-94be-5b461e950283 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:42.731728 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fae2b8-6ba3-4dc4-94be-5b461e950283 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:42.732071 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fae2b8-6ba3-4dc4-94be-5b461e950283 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:42.732397 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fae2b8-6ba3-4dc4-94be-5b461e950283 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:42.732753 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fae2b8-6ba3-4dc4-94be-5b461e950283 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:42.733072 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fae2b8-6ba3-4dc4-94be-5b461e950283 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:42.733390 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fae2b8-6ba3-4dc4-94be-5b461e950283 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:42.733797 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fae2b8-6ba3-4dc4-94be-5b461e950283 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:42.734010 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fae2b8-6ba3-4dc4-94be-5b461e950283 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:42.734406 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fae2b8-6ba3-4dc4-94be-5b461e950283 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:42.734749 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fae2b8-6ba3-4dc4-94be-5b461e950283 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:42.735021 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fae2b8-6ba3-4dc4-94be-5b461e950283 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-2-iscsi {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:50:42.741302 dv-cinder-804735-2-iscsi neutron-server[93890]: Traceback (most recent call last): Aug 27 03:50:42.741302 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:50:42.741302 dv-cinder-804735-2-iscsi neutron-server[93890]: timer() Aug 27 03:50:42.741302 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:50:42.741302 dv-cinder-804735-2-iscsi neutron-server[93890]: cb(*args, **kw) Aug 27 03:50:42.741302 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:50:42.741302 dv-cinder-804735-2-iscsi neutron-server[93890]: return func(*args, **kwargs) Aug 27 03:50:42.741302 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:50:42.741302 dv-cinder-804735-2-iscsi neutron-server[93890]: self._notify() Aug 27 03:50:42.741302 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:50:42.741302 dv-cinder-804735-2-iscsi neutron-server[93890]: self.callback(batched_events) Aug 27 03:50:42.741302 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:50:42.741302 dv-cinder-804735-2-iscsi neutron-server[93890]: event.method(event) Aug 27 03:50:42.741302 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:50:42.741302 dv-cinder-804735-2-iscsi neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:50:42.741302 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:50:42.741302 dv-cinder-804735-2-iscsi neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:50:42.741302 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:50:42.741302 dv-cinder-804735-2-iscsi neutron-server[93890]: return f(self, *a, **k) Aug 27 03:50:42.741302 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:50:42.741302 dv-cinder-804735-2-iscsi neutron-server[93890]: return self._get(url).json() Aug 27 03:50:42.741302 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:50:42.741302 dv-cinder-804735-2-iscsi neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:50:42.741302 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:50:42.741302 dv-cinder-804735-2-iscsi neutron-server[93890]: return self.request(url, 'GET', **kwargs) Aug 27 03:50:42.741302 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:50:42.741302 dv-cinder-804735-2-iscsi neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:50:42.741302 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:50:42.741302 dv-cinder-804735-2-iscsi neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:50:42.741302 dv-cinder-804735-2-iscsi neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:50:42.741302 dv-cinder-804735-2-iscsi neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:50:42.741302 dv-cinder-804735-2-iscsi neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:50:42.758117 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c3f62b16-dedf-4a2e-96d6-d904f4c9866e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456099'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:42.763607 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c3f62b16-dedf-4a2e-96d6-d904f4c9866e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:42.765709 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-c3f62b16-dedf-4a2e-96d6-d904f4c9866e admin admin] 10.222.0.58 "DELETE /v2.0/networks/9ab7433b-1716-421d-bc0a-cb67ae511239 HTTP/1.1" status: 204 len: 168 time: 0.5092671 Aug 27 03:50:42.768847 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 33116) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:50:42.781335 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f62b16-dedf-4a2e-96d6-d904f4c9866e admin admin] Pushing event deleted for resources: {'Network': ['ID=9ab7433b-1716-421d-bc0a-cb67ae511239,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:50:43.138098 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-527542bb-7d40-4128-b724-35ec0f2eddbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-458511'] for router_interface, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:43.402402 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-527542bb-7d40-4128-b724-35ec0f2eddbe admin admin] Deleting port e4190d62-5a83-4c2c-8b00-01f308275810 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:50:43.402746 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-527542bb-7d40-4128-b724-35ec0f2eddbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:43.483260 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-527542bb-7d40-4128-b724-35ec0f2eddbe admin admin] For port e4190d62-5a83-4c2c-8b00-01f308275810, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=e4190d62-5a83-4c2c-8b00-01f308275810,segment=NetworkSegment(d3ba7d41-5af9-4cc8-8bf3-49e2ba71463c),segment_id=d3ba7d41-5af9-4cc8-8bf3-49e2ba71463c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:50:43.483641 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-527542bb-7d40-4128-b724-35ec0f2eddbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:43.497362 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-527542bb-7d40-4128-b724-35ec0f2eddbe admin admin] Calling delete_port for e4190d62-5a83-4c2c-8b00-01f308275810 owned by network:router_interface {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:50:43.673499 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-527542bb-7d40-4128-b724-35ec0f2eddbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:43.702086 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527542bb-7d40-4128-b724-35ec0f2eddbe admin admin] Pushing event deleted for resources: {'Port': ['ID=e4190d62-5a83-4c2c-8b00-01f308275810,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:50:43.865721 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-527542bb-7d40-4128-b724-35ec0f2eddbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458693'] for router_interface, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:44.082480 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527542bb-7d40-4128-b724-35ec0f2eddbe admin admin] Router 7c6f1371-b898-4371-aea7-88283080e086 has already been hosted by L3 agent 531130d0-1c3c-4def-a74a-055fb8373853 {{(pid=93891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:50:44.462405 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527542bb-7d40-4128-b724-35ec0f2eddbe admin admin] Notify agent at l3_agent.dv-cinder-804735-2-iscsi the message routers_updated {{(pid=93891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:50:44.469996 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-527542bb-7d40-4128-b724-35ec0f2eddbe admin admin] 10.222.0.58 "PUT /v2.0/routers/7c6f1371-b898-4371-aea7-88283080e086/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6987391 Aug 27 03:50:44.471904 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20097eb5-9577-4bf6-b5b7-8b09143f450c None None] Sync routers for ids ['7c6f1371-b898-4371-aea7-88283080e086'] in dv-cinder-804735-2-iscsi {{(pid=93893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:50:44.472392 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 33118) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:50:44.482208 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20097eb5-9577-4bf6-b5b7-8b09143f450c None None] Routers {'7c6f1371-b898-4371-aea7-88283080e086'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:50:44.482816 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-20097eb5-9577-4bf6-b5b7-8b09143f450c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:50:17Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['7c6f1371-b898-4371-aea7-88283080e086'], 'active': True} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:50:44.576972 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a9cbadda-a378-45f0-aa71-c45827e20708 admin admin] Notify callbacks [] for router, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:44.583570 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvr_db [None req-20097eb5-9577-4bf6-b5b7-8b09143f450c None None] Set router 7c6f1371-b898-4371-aea7-88283080e086 gateway port host: dv-cinder-804735-2-iscsi {{(pid=93893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:50:44.675775 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a9cbadda-a378-45f0-aa71-c45827e20708 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:44.740287 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-a9cbadda-a378-45f0-aa71-c45827e20708 admin admin] Deleting port 6a65aadc-60f1-474a-bb79-ccd24ff4bcaf {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:50:44.740584 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a9cbadda-a378-45f0-aa71-c45827e20708 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:44.764807 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-20097eb5-9577-4bf6-b5b7-8b09143f450c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6f1371-b898-4371-aea7-88283080e086', 'name': 'tempest-TestVolumeBootPattern-1996000424-router', 'tenant_id': '1d19c9c75d844783b312ae6293bfbe81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'external_fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '6a65aadc-60f1-474a-bb79-ccd24ff4bcaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:43:58Z', 'updated_at': '2021-08-27T03:50:43Z', 'revision_number': 5, 'project_id': '1d19c9c75d844783b312ae6293bfbe81', 'gw_port': {'id': '6a65aadc-60f1-474a-bb79-ccd24ff4bcaf', 'name': '', 'network_id': '239ea516-19ad-4308-8c8f-3a956c00c66f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:29:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6f1371-b898-4371-aea7-88283080e086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:43:59Z', 'updated_at': '2021-08-27T03:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '240b09d3-e621-4049-93c9-64b8f5a60ad0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-2-iscsi'}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:50:44.796041 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20097eb5-9577-4bf6-b5b7-8b09143f450c None None] Checking router: 7c6f1371-b898-4371-aea7-88283080e086 for host: dv-cinder-804735-2-iscsi {{(pid=93893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:50:44.805937 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20097eb5-9577-4bf6-b5b7-8b09143f450c None None] Routers {'7c6f1371-b898-4371-aea7-88283080e086'} bound to L3 agent in host dv-cinder-804735-2-iscsi {{(pid=93893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:50:44.806530 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-20097eb5-9577-4bf6-b5b7-8b09143f450c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:21:17Z,description=,heartbeat_timestamp=2021-08-27T03:50:17Z,host='dv-cinder-804735-2-iscsi',id=531130d0-1c3c-4def-a74a-055fb8373853,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:21:17Z,topic='l3_agent')) {'router_ids': ['7c6f1371-b898-4371-aea7-88283080e086'], 'active': True} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:50:44.818831 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-a9cbadda-a378-45f0-aa71-c45827e20708 admin admin] For port 6a65aadc-60f1-474a-bb79-ccd24ff4bcaf, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=6a65aadc-60f1-474a-bb79-ccd24ff4bcaf,segment=NetworkSegment(d4232587-dac2-4838-ac1c-504baf035179),segment_id=d4232587-dac2-4838-ac1c-504baf035179)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:50:44.819200 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a9cbadda-a378-45f0-aa71-c45827e20708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:44.832340 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-a9cbadda-a378-45f0-aa71-c45827e20708 admin admin] Calling delete_port for 6a65aadc-60f1-474a-bb79-ccd24ff4bcaf owned by network:router_gateway {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:50:44.891215 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvr_db [None req-20097eb5-9577-4bf6-b5b7-8b09143f450c None None] Set router 7c6f1371-b898-4371-aea7-88283080e086 gateway port host: None {{(pid=93893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:50:44.907707 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-80c7e3f2-78e6-4235-a589-d587fdc78af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:44.943223 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.l3_hamode_db [None req-20097eb5-9577-4bf6-b5b7-8b09143f450c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6f1371-b898-4371-aea7-88283080e086', 'name': 'tempest-TestVolumeBootPattern-1996000424-router', 'tenant_id': '1d19c9c75d844783b312ae6293bfbe81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:43:58Z', 'updated_at': '2021-08-27T03:50:44Z', 'revision_number': 6, 'project_id': '1d19c9c75d844783b312ae6293bfbe81', 'gw_port_host': None}], 'dv-cinder-804735-2-iscsi', False) {} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:50:44.972539 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20097eb5-9577-4bf6-b5b7-8b09143f450c None None] The sync data for ids ['7c6f1371-b898-4371-aea7-88283080e086'] in dv-cinder-804735-2-iscsi is: [{'id': '7c6f1371-b898-4371-aea7-88283080e086', 'name': 'tempest-TestVolumeBootPattern-1996000424-router', 'tenant_id': '1d19c9c75d844783b312ae6293bfbe81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:43:58Z', 'updated_at': '2021-08-27T03:50:44Z', 'revision_number': 6, 'project_id': '1d19c9c75d844783b312ae6293bfbe81', 'gw_port_host': None}] {{(pid=93893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:50:45.006218 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a9cbadda-a378-45f0-aa71-c45827e20708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:45.029751 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cbadda-a378-45f0-aa71-c45827e20708 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a65aadc-60f1-474a-bb79-ccd24ff4bcaf,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:50:45.096696 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a9cbadda-a378-45f0-aa71-c45827e20708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456095'] for router_gateway, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:45.190217 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a9cbadda-a378-45f0-aa71-c45827e20708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36924'] for router, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:45.192409 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a9cbadda-a378-45f0-aa71-c45827e20708 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:45.245524 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a9cbadda-a378-45f0-aa71-c45827e20708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445711'] for router, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:45.245949 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9cbadda-a378-45f0-aa71-c45827e20708 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c6f1371-b898-4371-aea7-88283080e086 {{(pid=93891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:50:45.250543 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a9cbadda-a378-45f0-aa71-c45827e20708 admin admin] Notify callbacks [] for router, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:45.251750 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-a9cbadda-a378-45f0-aa71-c45827e20708 admin admin] 10.222.0.58 "DELETE /v2.0/routers/7c6f1371-b898-4371-aea7-88283080e086 HTTP/1.1" status: 204 len: 168 time: 0.7788954 Aug 27 03:50:45.254292 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 33120) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:50:45.301623 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.db_base_plugin_v2 [None req-baa0df5f-15c7-4ace-95b9-efa77f44e253 admin admin] Deleting subnet cc204630-f3b4-4c14-b7de-5615ae9091a5 {{(pid=93891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:50:45.305132 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-baa0df5f-15c7-4ace-95b9-efa77f44e253 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:45.346462 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-baa0df5f-15c7-4ace-95b9-efa77f44e253 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8573710'] for subnet, precommit_delete_associations {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:45.431939 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-baa0df5f-15c7-4ace-95b9-efa77f44e253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1466029'] for subnet, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:45.485826 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-baa0df5f-15c7-4ace-95b9-efa77f44e253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1466018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8458786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9228963'] for subnet, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:45.517106 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa0df5f-15c7-4ace-95b9-efa77f44e253 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc204630-f3b4-4c14-b7de-5615ae9091a5,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:50:45.519008 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-baa0df5f-15c7-4ace-95b9-efa77f44e253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for subnet, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:45.522865 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-baa0df5f-15c7-4ace-95b9-efa77f44e253 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/cc204630-f3b4-4c14-b7de-5615ae9091a5 HTTP/1.1" status: 204 len: 168 time: 0.2676315 Aug 27 03:50:45.523510 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [-] (93891) accepted ('10.222.0.58', 33122) {{(pid=93891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:50:45.524283 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c548b5b-62e8-4ac4-8062-0fa2c0032b93 None None] Network de0e7339-0c0c-48d2-bd19-757eeb9a0e66 requested from dv-cinder-804735-2-iscsi {{(pid=93892) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:50:45.592097 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-76246a7c-4ba5-4276-a10e-edcb410bc6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656125'] for network, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:45.646764 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-76246a7c-4ba5-4276-a10e-edcb410bc6f0 admin admin] Deleting port 67c9525e-4427-4f4a-a0e0-b79c1be1a57e {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:50:45.647019 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-76246a7c-4ba5-4276-a10e-edcb410bc6f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776575402271'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:45.722017 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-76246a7c-4ba5-4276-a10e-edcb410bc6f0 admin admin] For port 67c9525e-4427-4f4a-a0e0-b79c1be1a57e, host dv-cinder-804735-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-2-iscsi',level=0,port_id=67c9525e-4427-4f4a-a0e0-b79c1be1a57e,segment=NetworkSegment(d3ba7d41-5af9-4cc8-8bf3-49e2ba71463c),segment_id=d3ba7d41-5af9-4cc8-8bf3-49e2ba71463c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:50:45.722359 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-76246a7c-4ba5-4276-a10e-edcb410bc6f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-457182'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:45.737814 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-76246a7c-4ba5-4276-a10e-edcb410bc6f0 admin admin] Calling delete_port for 67c9525e-4427-4f4a-a0e0-b79c1be1a57e owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:50:45.820863 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-76246a7c-4ba5-4276-a10e-edcb410bc6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776575344671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776574869517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8458865'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:45.843624 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4c1af4-d93f-4188-8c47-e3193548fbf5 None None] DHCP port deletion for de0e7339-0c0c-48d2-bd19-757eeb9a0e66 request from dv-cinder-804735-2-iscsi {{(pid=93892) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:50:45.844630 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76246a7c-4ba5-4276-a10e-edcb410bc6f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=67c9525e-4427-4f4a-a0e0-b79c1be1a57e,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:50:45.851883 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76246a7c-4ba5-4276-a10e-edcb410bc6f0 admin admin] No DVR routers for this DVR port 67c9525e-4427-4f4a-a0e0-b79c1be1a57e on host dv-cinder-804735-2-iscsi {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:50:45.928663 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-76246a7c-4ba5-4276-a10e-edcb410bc6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1577558', 'neutron.services.segments.db._delete_segments_for_network-8776575369454'] for network, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:45.939140 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.services.segments.db [None req-76246a7c-4ba5-4276-a10e-edcb410bc6f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de0e7339-0c0c-48d2-bd19-757eeb9a0e66']}} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:50:45.950113 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.services.segments.db [None req-76246a7c-4ba5-4276-a10e-edcb410bc6f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3ba7d41-5af9-4cc8-8bf3-49e2ba71463c') {'for_net_delete': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:50:45.950406 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.services.segments.db [None req-76246a7c-4ba5-4276-a10e-edcb410bc6f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3ba7d41-5af9-4cc8-8bf3-49e2ba71463c') {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:50:45.960067 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-76246a7c-4ba5-4276-a10e-edcb410bc6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776575369337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8573713'] for segment, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:45.974468 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-76246a7c-4ba5-4276-a10e-edcb410bc6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004'] for segment, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:45.981274 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76246a7c-4ba5-4276-a10e-edcb410bc6f0 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=93891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:50:45.982067 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-76246a7c-4ba5-4276-a10e-edcb410bc6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1460004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8458820'] for segment, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:45.983766 dv-cinder-804735-2-iscsi neutron-server[93891]: Traceback (most recent call last): Aug 27 03:50:45.983766 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:50:45.983766 dv-cinder-804735-2-iscsi neutron-server[93891]: timer() Aug 27 03:50:45.983766 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:50:45.983766 dv-cinder-804735-2-iscsi neutron-server[93891]: cb(*args, **kw) Aug 27 03:50:45.983766 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:50:45.983766 dv-cinder-804735-2-iscsi neutron-server[93891]: return func(*args, **kwargs) Aug 27 03:50:45.983766 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:50:45.983766 dv-cinder-804735-2-iscsi neutron-server[93891]: self._notify() Aug 27 03:50:45.983766 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:50:45.983766 dv-cinder-804735-2-iscsi neutron-server[93891]: self.callback(batched_events) Aug 27 03:50:45.983766 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:50:45.983766 dv-cinder-804735-2-iscsi neutron-server[93891]: event.method(event) Aug 27 03:50:45.983766 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:50:45.983766 dv-cinder-804735-2-iscsi neutron-server[93891]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:50:45.983766 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:50:45.983766 dv-cinder-804735-2-iscsi neutron-server[93891]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:50:45.983766 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:50:45.983766 dv-cinder-804735-2-iscsi neutron-server[93891]: return f(self, *a, **k) Aug 27 03:50:45.983766 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:50:45.983766 dv-cinder-804735-2-iscsi neutron-server[93891]: return self._get(url).json() Aug 27 03:50:45.983766 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:50:45.983766 dv-cinder-804735-2-iscsi neutron-server[93891]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:50:45.983766 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:50:45.983766 dv-cinder-804735-2-iscsi neutron-server[93891]: return self.request(url, 'GET', **kwargs) Aug 27 03:50:45.983766 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:50:45.983766 dv-cinder-804735-2-iscsi neutron-server[93891]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:50:45.983766 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:50:45.983766 dv-cinder-804735-2-iscsi neutron-server[93891]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:50:45.983766 dv-cinder-804735-2-iscsi neutron-server[93891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:50:45.983766 dv-cinder-804735-2-iscsi neutron-server[93891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:50:45.983766 dv-cinder-804735-2-iscsi neutron-server[93891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:50:46.036927 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-76246a7c-4ba5-4276-a10e-edcb410bc6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1577519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456099'] for network, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:46.042616 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-76246a7c-4ba5-4276-a10e-edcb410bc6f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584054'] for network, before_response {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:46.044529 dv-cinder-804735-2-iscsi neutron-server[93891]: INFO neutron.wsgi [None req-76246a7c-4ba5-4276-a10e-edcb410bc6f0 admin admin] 10.222.0.58 "DELETE /v2.0/networks/de0e7339-0c0c-48d2-bd19-757eeb9a0e66 HTTP/1.1" status: 204 len: 168 time: 0.5198517 Aug 27 03:50:46.060954 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76246a7c-4ba5-4276-a10e-edcb410bc6f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=de0e7339-0c0c-48d2-bd19-757eeb9a0e66,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:50:46.164888 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 33126) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:50:46.456207 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-eb76b91c-c62b-4389-9312-44628ca39223 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3b3caaf70e4a491c8eafa684e6f8930e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2900231 Aug 27 03:50:46.459379 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 33128) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:50:46.465613 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 6a65aadc-60f1-474a-bb79-ccd24ff4bcaf no longer exists at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:50:46.485979 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] No Port match for: 6a65aadc-60f1-474a-bb79-ccd24ff4bcaf {{(pid=93892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:50:46.486313 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 6a65aadc-60f1-474a-bb79-ccd24ff4bcaf not bound to the agent host dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:50:46.486747 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device e4190d62-5a83-4c2c-8b00-01f308275810 no longer exists at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:50:46.505112 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] No Port match for: e4190d62-5a83-4c2c-8b00-01f308275810 {{(pid=93892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:50:46.505469 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device e4190d62-5a83-4c2c-8b00-01f308275810 not bound to the agent host dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:50:46.505856 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 67c9525e-4427-4f4a-a0e0-b79c1be1a57e no longer exists at agent ovs-agent-dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:50:46.512606 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2f7f13ea-0fb7-48a6-8ac1-f3b00ef602b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:46.523783 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.plugin [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] No Port match for: 67c9525e-4427-4f4a-a0e0-b79c1be1a57e {{(pid=93892) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:50:46.524124 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron.plugins.ml2.rpc [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Device 67c9525e-4427-4f4a-a0e0-b79c1be1a57e not bound to the agent host dv-cinder-804735-2-iscsi {{(pid=93892) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:50:46.536143 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2f7f13ea-0fb7-48a6-8ac1-f3b00ef602b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:46.586438 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2f7f13ea-0fb7-48a6-8ac1-f3b00ef602b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:46.589178 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2f7f13ea-0fb7-48a6-8ac1-f3b00ef602b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:46.592999 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-2f7f13ea-0fb7-48a6-8ac1-f3b00ef602b2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bc596b58-cc2f-42a0-b218-ce54d0e78dc3 HTTP/1.1" status: 204 len: 168 time: 0.1326001 Aug 27 03:50:46.601710 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f13ea-0fb7-48a6-8ac1-f3b00ef602b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc596b58-cc2f-42a0-b218-ce54d0e78dc3,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:50:46.937215 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 33134) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:50:46.976415 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-0c3020d7-de17-4276-89f8-a87c122658b9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1d19c9c75d844783b312ae6293bfbe81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380509 Aug 27 03:50:46.980335 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.58', 33136) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:50:47.030621 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ae6a0088-5587-4ecf-8907-f599de8d5b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:47.053631 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ae6a0088-5587-4ecf-8907-f599de8d5b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:47.112379 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ae6a0088-5587-4ecf-8907-f599de8d5b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519186'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:47.115203 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ae6a0088-5587-4ecf-8907-f599de8d5b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:47.116369 dv-cinder-804735-2-iscsi neutron-server[93890]: INFO neutron.wsgi [None req-ae6a0088-5587-4ecf-8907-f599de8d5b02 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4487600c-9c0d-4e87-8282-a8bf4d1eba6c HTTP/1.1" status: 204 len: 168 time: 0.1348948 Aug 27 03:50:47.124175 dv-cinder-804735-2-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a0088-5587-4ecf-8907-f599de8d5b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4487600c-9c0d-4e87-8282-a8bf4d1eba6c,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:50:47.320534 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-cf2cbb37-366e-4193-974a-bcd7a64efe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:47.533596 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:48.741454 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:50.290204 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:52.507950 dv-cinder-804735-2-iscsi neutron-server[93891]: DEBUG neutron.wsgi [req-f02f47f7-781a-469c-b6f7-e28cbfe16be9 req-da98297c-aafb-4fa0-96ac-1c1097a9f8ab service neutron] (93891) timed out ('10.222.0.58', 57932) {{(pid=93891) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 03:50:54.191682 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:09.085950 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 6 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:51:14.921100 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-84b8395f-8257-4fb5-b43e-3c53921f1485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:17.331733 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-92d94a31-6f33-42fd-89c2-d0cda3bb9479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:17.545223 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:18.749120 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:20.288994 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:24.217264 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:44.918218 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-427735ea-c1a6-447a-82f2-3a67d129833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:46.090750 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 6 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:51:47.325880 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-8d81f3f2-c039-4f0c-a41a-2328b2279780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:47.549291 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:48.756051 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:50.293553 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:54.206936 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:14.914633 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-705ab0d7-a0dd-4a7a-88c4-22f644ee38a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:17.339155 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-60669c89-c08f-4811-b2b7-8952cc291c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:17.549737 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:18.753793 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:20.296335 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:23.090674 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 6 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:52:24.226592 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:44.914129 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-a2fc5b0b-9c32-4207-af52-e9891967a0d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:47.340783 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-462e8a40-b38d-41c9-82a6-e7f7ba7c4136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:47.551532 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:48.759640 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:50.307091 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:54.234287 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:00.094992 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 6 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:53:14.911635 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-4cef244c-0fca-45fd-a808-6368d379dcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:17.337828 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-8d9eb761-bc3f-4310-81c8-1dc48db81717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:17.552006 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:18.771079 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:20.303605 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:24.226879 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:37.099516 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 6 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:53:44.913668 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-0a570cd6-da2c-4c95-83df-aec2e270c882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:47.340082 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2f4f055b-7508-47e4-817b-c2b4128ab944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:47.552854 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:48.767309 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:50.304655 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:54.240790 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:14.102093 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 6 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:54:14.908169 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-320b9486-5f14-4fa6-9786-c7614652173e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:17.336292 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-1672022a-7b99-4fd2-8151-35011b53caac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:17.555699 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:18.778960 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:20.313173 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:24.241665 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:44.919620 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-77211f86-0989-4f8b-a22d-57db0b346db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:47.337671 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-54c3692d-b256-442a-8c6b-77f23ebb917a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:47.558025 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:48.784654 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:50.314792 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:51.104309 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 6 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:54:54.274700 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:14.926994 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-37fbf9ce-ef1f-499d-a61b-2e67a4233619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:17.334807 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-a68eb203-e8f1-4ff1-9410-34af34f70fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:17.553821 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:18.783519 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:20.319199 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:24.274375 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:28.110201 dv-cinder-804735-2-iscsi neutron-server[93893]: DEBUG neutron.db.agents_db [None req-da6013d5-a741-4d4e-bc77-95eca5f0ea5f None None] Agent healthcheck: found 6 active agents {{(pid=93893) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:55:44.922664 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f59ba1ec-7c34-4730-9bc5-1c7e10825797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:47.335708 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-070ae55f-fa87-4e15-bdbc-5d82aefd2527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:47.560554 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ce38eb14-de3a-4419-b9e8-f14dea674371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:48.784079 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f2d19a8f-5f1a-487f-bcd7-079591af00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:50.322870 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-2a12de1c-68d8-4de9-b76a-98fa5c7c53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:54.285146 dv-cinder-804735-2-iscsi neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-12dcb53b-eefa-4a0f-9574-1f05a30a0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776575369436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1599852'] for agent, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}